2012-12-07 09:07:26 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.1-b02 mixed mode): "RMI TCP Connection(741)-10.17.225.215" - Thread t@282 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <26cdd600> (a com.sun.jmx.remote.internal.ArrayNotificationBuffer) at com.sun.jmx.remote.internal.ArrayNotificationBuffer.fetchNotifications(ArrayNotificationBuffer.java:417) at com.sun.jmx.remote.internal.ArrayNotificationBuffer$ShareBuffer.fetchNotifications(ArrayNotificationBuffer.java:209) at com.sun.jmx.remote.internal.ServerNotifForwarder.fetchNotifs(ServerNotifForwarder.java:258) at javax.management.remote.rmi.RMIConnectionImpl$2.run(RMIConnectionImpl.java:1227) at javax.management.remote.rmi.RMIConnectionImpl$2.run(RMIConnectionImpl.java:1225) at javax.management.remote.rmi.RMIConnectionImpl.fetchNotifications(RMIConnectionImpl.java:1231) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:305) at sun.rmi.transport.Transport$1.run(Transport.java:159) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:155) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - locked <19b2f547> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "RMI TCP Connection(740)-10.17.225.215" - Thread t@281 java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at com.sun.net.ssl.internal.ssl.InputRecord.readFully(InputRecord.java:293) at com.sun.net.ssl.internal.ssl.InputRecord.read(InputRecord.java:331) at com.sun.net.ssl.internal.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:798) - locked <3405157f> (a java.lang.Object) at com.sun.net.ssl.internal.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:755) at com.sun.net.ssl.internal.ssl.AppInputStream.read(AppInputStream.java:75) - locked (a com.sun.net.ssl.internal.ssl.AppInputStream) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <567e5cb5> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:66) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - locked <1f89b70> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "RMI TCP Connection(739)-10.17.225.215" - Thread t@280 java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at com.sun.net.ssl.internal.ssl.InputRecord.readFully(InputRecord.java:293) at com.sun.net.ssl.internal.ssl.InputRecord.read(InputRecord.java:331) at com.sun.net.ssl.internal.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:798) - locked <68a4d712> (a java.lang.Object) at com.sun.net.ssl.internal.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:755) at com.sun.net.ssl.internal.ssl.AppInputStream.read(AppInputStream.java:75) - locked <52b84a9b> (a com.sun.net.ssl.internal.ssl.AppInputStream) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <38d8d572> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:66) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - locked <23a54c86> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "workflow-uatsrttortest42-1-Ice.ThreadPool.Server-10" - Thread t@279 java.lang.Thread.State: RUNNABLE at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273) at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255) at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <394303b2> (a sun.nio.ch.Util$2) - locked <5ea7b87c> (a java.util.Collections$UnmodifiableSet) - locked <55410570> (a sun.nio.ch.WindowsSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at IceInternal.Selector.select(Selector.java:262) at IceInternal.ThreadPool.run(ThreadPool.java:319) at IceInternal.ThreadPool.access$300(ThreadPool.java:12) at IceInternal.ThreadPool$EventHandlerThread.run(ThreadPool.java:643) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "JMX server connection timeout 273" - Thread t@273 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <139cade7> (a [I) at com.sun.jmx.remote.internal.ServerCommunicatorAdmin$Timeout.run(ServerCommunicatorAdmin.java:150) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "workflow-uatsrttortest42-1-Ice.ThreadPool.Server-9" - Thread t@271 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <135d22c0> (a IceInternal.ThreadPool) at IceInternal.ThreadPool.followerWait(ThreadPool.java:554) at IceInternal.ThreadPool.run(ThreadPool.java:375) at IceInternal.ThreadPool.access$300(ThreadPool.java:12) at IceInternal.ThreadPool$EventHandlerThread.run(ThreadPool.java:643) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "RMI Scheduler(0)" - Thread t@270 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <4794752e> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "RMI TCP Connection(738)-10.17.225.215" - Thread t@269 java.lang.Thread.State: RUNNABLE at sun.management.ThreadImpl.dumpThreads0(Native Method) at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:433) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at com.sun.jmx.mbeanserver.ConvertingMethod.invokeWithOpenReturn(ConvertingMethod.java:167) at com.sun.jmx.mbeanserver.MXBeanIntrospector.invokeM2(MXBeanIntrospector.java:96) at com.sun.jmx.mbeanserver.MXBeanIntrospector.invokeM2(MXBeanIntrospector.java:33) at com.sun.jmx.mbeanserver.MBeanIntrospector.invokeM(MBeanIntrospector.java:208) at com.sun.jmx.mbeanserver.PerInterface.invoke(PerInterface.java:120) at com.sun.jmx.mbeanserver.MBeanSupport.invoke(MBeanSupport.java:262) at javax.management.StandardMBean.invoke(StandardMBean.java:391) at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.invoke(DefaultMBeanServerInterceptor.java:836) at com.sun.jmx.mbeanserver.JmxMBeanServer.invoke(JmxMBeanServer.java:761) at javax.management.remote.rmi.RMIConnectionImpl.doOperation(RMIConnectionImpl.java:1427) at javax.management.remote.rmi.RMIConnectionImpl.access$200(RMIConnectionImpl.java:72) at javax.management.remote.rmi.RMIConnectionImpl$PrivilegedOperation.run(RMIConnectionImpl.java:1265) at javax.management.remote.rmi.RMIConnectionImpl.doPrivilegedOperation(RMIConnectionImpl.java:1360) at javax.management.remote.rmi.RMIConnectionImpl.invoke(RMIConnectionImpl.java:788) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:305) at sun.rmi.transport.Transport$1.run(Transport.java:159) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:155) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - locked <14484f15> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "workflow-uatsrttortest42-1-Ice.ThreadPool.Client-36" - Thread t@268 java.lang.Thread.State: RUNNABLE at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273) at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255) at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <173ff61a> (a sun.nio.ch.Util$2) - locked <683630e2> (a java.util.Collections$UnmodifiableSet) - locked <3dc37ae1> (a sun.nio.ch.WindowsSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at IceInternal.Selector.select(Selector.java:262) at IceInternal.ThreadPool.run(ThreadPool.java:319) at IceInternal.ThreadPool.access$300(ThreadPool.java:12) at IceInternal.ThreadPool$EventHandlerThread.run(ThreadPool.java:643) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ServiceSubmission-13: Job$1, inactive" - Thread t@242 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <639943b8> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ServiceSubmission-12: Job$1, inactive" - Thread t@241 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <632d181d> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ServiceSubmission-10: Job$1, inactive" - Thread t@239 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <258a4ac9> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ServiceSubmission-9: Job$1, inactive" - Thread t@238 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <1a33e560> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ServiceSubmission-7: Job$1, inactive" - Thread t@236 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <45180f10> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ServiceSubmission-6: Job$1, inactive" - Thread t@235 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <2e8506e0> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ServiceSubmission-5: Job$1, inactive" - Thread t@234 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <1f8673fc> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ServiceSubmission-4: Job$1, inactive" - Thread t@233 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <3428b58f> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ServiceSubmission-2: Job$1, inactive" - Thread t@230 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <5ca7da09> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ServiceSubmission-3: Job$1, inactive" - Thread t@229 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ServiceSubmission-2: Job$1, inactive" - Thread t@228 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <21205b05> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-7: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@227 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <5337b640> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-6: ReusableThreadPool$2, inactive" - Thread t@226 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <6e9e4e6e> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-20: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@223 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <5b2f507e> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-18: ReusableThreadPool$2, inactive" - Thread t@221 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <7f4daef6> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-17: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@220 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <4519d9c5> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-15: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@218 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <242837f4> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-5: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@215 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <4c7186b7> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-4: ReusableThreadPool$2, inactive" - Thread t@214 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <31437f96> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-3: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@207 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <466d6a1e> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-2: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@206 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <3951fbb1> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "Thread-86" - Thread t@205 java.lang.Thread.State: WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <35633edd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.DelayQueue.take(DelayQueue.java:160) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ResponseCallbacks-1: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@204 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <6b43a8d> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "Thread-85" - Thread t@203 java.lang.Thread.State: WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <35633edd> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.DelayQueue.take(DelayQueue.java:160) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Thread-46" - Thread t@115 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <2270026b> (a java.util.LinkedList) at com.datasynapse.commons.sync.threading.ReusableThreadPool$1.run(ReusableThreadPool.java:449) Locked ownable synchronizers: - None "ResponseCallbacks-0: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@202 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <67aed076> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ServiceSubmission-1: Job$1, inactive" - Thread t@200 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <5f82828> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "Timer-38" - Thread t@199 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <67145d27> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "ServiceSubmission-0: Job$1, inactive" - Thread t@198 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <69efe04f> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "Thread-38" - Thread t@102 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <36f98df> (a java.util.LinkedList) at com.datasynapse.commons.sync.threading.ReusableThreadPool$1.run(ReusableThreadPool.java:449) Locked ownable synchronizers: - None "ServiceSubmission-1: Job$1, inactive" - Thread t@197 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <139d5a3c> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-8: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@192 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <3f8f2333> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-7: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@191 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <4e5009de> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-6: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@190 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <68b7f5fc> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-4: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@188 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <576a91a> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-3: ReusableThreadPool$2, inactive" - Thread t@187 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <3157ecc3> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "ResponseCallbacks-2: DriverJobSpace$TakeJobRunner$1, inactive" - Thread t@186 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <3790f84> (a com.datasynapse.commons.sync.BooleanWaitVariable) at com.datasynapse.commons.sync.AbstractWaiter.waited(AbstractWaiter.java:76) at com.datasynapse.commons.sync.AbstractWaiter.waitUntil(AbstractWaiter.java:100) at com.datasynapse.commons.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.datasynapse.commons.sync.threading.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:358) Locked ownable synchronizers: - None "Thread-43" - Thread t@111 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on (a java.util.LinkedList) at com.datasynapse.commons.sync.threading.ReusableThreadPool$1.run(ReusableThreadPool.java:449) Locked ownable synchronizers: - None "Timer-37" - Thread t@183 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <6b487533> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Thread-31" - Thread t@91 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <62069e4b> (a java.util.LinkedList) at com.datasynapse.commons.sync.threading.ReusableThreadPool$1.run(ReusableThreadPool.java:449) Locked ownable synchronizers: - None "Timer-36" - Thread t@179 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <20828034> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:DiagnosticsPlugin.display" - Thread t@178 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <57aee698> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "MultiThreadedHttpConnectionManager cleanup" - Thread t@177 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <1ba53221> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$ReferenceQueueThread.run(MultiThreadedHttpConnectionManager.java:1122) Locked ownable synchronizers: - None "Timer:ClientGridCacheManagerPlugin.evict" - Thread t@176 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <7a7e22b4> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:IndexedDiskCache.cleanEmptyDirs" - Thread t@175 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <6f18963f> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-32" - Thread t@174 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <37303b14> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-31" - Thread t@173 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <3f76ba5a> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "workflow-uatsrttortest42-1-Ice.EndpointHostResolverThread" - Thread t@162 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on (a IceInternal.EndpointHostResolver) at java.lang.Object.wait(Object.java:485) at IceInternal.EndpointHostResolver.run(EndpointHostResolver.java:89) at IceInternal.EndpointHostResolver$HelperThread.run(EndpointHostResolver.java:152) Locked ownable synchronizers: - None "workflow-uatsrttortest42-1-Ice.Timer" - Thread t@161 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <1492e1be> (a IceInternal.Timer) at IceInternal.Timer.run(Timer.java:211) Locked ownable synchronizers: - None "Timer-30" - Thread t@160 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <37228b7f> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:DiagnosticsPlugin.display" - Thread t@159 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <3cf45b20> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-28" - Thread t@158 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <4e8ab123> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "StaticPool:FiniteStateMachine$Poll" - Thread t@156 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <7373991d> (a com.livecluster.driver.DriverJobSpaceFSM) at com.livecluster.util.fsm.FiniteStateMachine$Poll.run(FiniteStateMachine.java:175) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "MultiThreadedHttpConnectionManager cleanup" - Thread t@155 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <2a497a22> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$ReferenceQueueThread.run(MultiThreadedHttpConnectionManager.java:1122) Locked ownable synchronizers: - None "Timer:ClientGridCacheManagerPlugin.evict" - Thread t@154 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <3df163de> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:IndexedDiskCache.cleanEmptyDirs" - Thread t@153 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <32d3a397> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-New/4" - Thread t@152 java.lang.Thread.State: BLOCKED at com.objectdb.o.TYM.aw(TYM.java:955) - waiting to lock <64992892> (a com.objectdb.o.TYM) owned by "uatsrttortest42-WSAgent-1-New/2" t@150 at com.objectdb.o.OBM.bz(OBM.java:376) at com.objectdb.o.OBM.bz(OBM.java:262) at com.objectdb.jpa.EMImpl.persist(EMImpl.java:377) - locked <4304d858> (a com.objectdb.jdo.PMImpl) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-New/3" - Thread t@151 java.lang.Thread.State: BLOCKED at com.objectdb.o.TYM.aw(TYM.java:955) - waiting to lock <64992892> (a com.objectdb.o.TYM) owned by "uatsrttortest42-WSAgent-1-New/2" t@150 at com.objectdb.o.OBM.bz(OBM.java:376) at com.objectdb.o.OBM.bz(OBM.java:262) at com.objectdb.jpa.EMImpl.persist(EMImpl.java:377) - locked <4d85b2b6> (a com.objectdb.jdo.PMImpl) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-New/2" - Thread t@150 java.lang.Thread.State: BLOCKED at com.objectdb.o.MST.UC(MST.java:1167) - waiting to lock <336bcd7> (a com.objectdb.o.LKM) owned by "uatsrttortest42-WSAgent-1-New/0" t@148 at com.objectdb.o.WRA.UC(WRA.java:218) at com.objectdb.o.GEN.x(GEN.java:255) - locked <64992892> (a com.objectdb.o.TYM) at com.objectdb.o.ENH.f(ENH.java:326) at com.objectdb.o.STM.E(STM.java:421) - locked <64992892> (a com.objectdb.o.TYM) at com.objectdb.o.OBM.bK(OBM.java:903) at com.objectdb.jdo.PMImpl.bK(PMImpl.java:2187) at com.objectdb.o.OBM.bJ(OBM.java:819) at com.objectdb.o.OBM.bH(OBM.java:734) at com.objectdb.jpa.EMImpl.commit(EMImpl.java:276) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-New/1" - Thread t@149 java.lang.Thread.State: BLOCKED at com.objectdb.o.TYM.aw(TYM.java:955) - waiting to lock <64992892> (a com.objectdb.o.TYM) owned by "uatsrttortest42-WSAgent-1-New/2" t@150 at com.objectdb.o.OBM.bz(OBM.java:376) at com.objectdb.o.OBM.bz(OBM.java:262) at com.objectdb.jpa.EMImpl.persist(EMImpl.java:377) - locked <31cbd371> (a com.objectdb.jdo.PMImpl) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-New/0" - Thread t@148 java.lang.Thread.State: BLOCKED at com.objectdb.o.TYM.an(TYM.java:726) - waiting to lock <64992892> (a com.objectdb.o.TYM) owned by "uatsrttortest42-WSAgent-1-New/2" t@150 at com.objectdb.o.IXM.f(IXM.java:72) at com.objectdb.o.URT.T(URT.java:131) at com.objectdb.o.PPW.(PPW.java:54) at com.objectdb.o.UPT.C(UPT.java:129) at com.objectdb.o.UPT.l(UPT.java:110) at com.objectdb.o.TSK.i(TSK.java:146) at com.objectdb.o.TSK.f(TSK.java:95) at com.objectdb.o.UPT.s(UPT.java:157) at com.objectdb.o.PGT.q(PGT.java:109) at com.objectdb.o.UPT.C(UPT.java:121) at com.objectdb.o.UPT.l(UPT.java:110) at com.objectdb.o.TSK.i(TSK.java:146) at com.objectdb.o.TSK.f(TSK.java:95) at com.objectdb.o.UPT.s(UPT.java:157) at com.objectdb.o.PGT.q(PGT.java:109) at com.objectdb.o.UPT.C(UPT.java:121) at com.objectdb.o.UPT.l(UPT.java:110) at com.objectdb.o.TSK.i(TSK.java:146) at com.objectdb.o.TSK.f(TSK.java:95) at com.objectdb.o.UPT.s(UPT.java:157) at com.objectdb.o.PGT.q(PGT.java:109) at com.objectdb.o.UPT.C(UPT.java:121) at com.objectdb.o.URT.l(URT.java:171) at com.objectdb.o.TSK.i(TSK.java:146) at com.objectdb.o.TSK.f(TSK.java:95) at com.objectdb.o.TSM.e(TSM.java:87) at com.objectdb.o.UTT.z(UTT.java:365) at com.objectdb.o.UTT.l(UTT.java:203) at com.objectdb.o.TSK.i(TSK.java:146) at com.objectdb.o.TSK.f(TSK.java:95) at com.objectdb.o.TSM.e(TSM.java:87) at com.objectdb.o.MST.Vb(MST.java:1306) - locked <336bcd7> (a com.objectdb.o.LKM) at com.objectdb.o.WRA.Vb(WRA.java:370) at com.objectdb.o.WSM.Vb(WSM.java:174) at com.objectdb.o.OBM.bL(OBM.java:923) at com.objectdb.o.OBM.bJ(OBM.java:828) at com.objectdb.o.OBM.bH(OBM.java:734) at com.objectdb.jpa.EMImpl.commit(EMImpl.java:276) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Thread-66" - Thread t@147 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <7ea7c8e6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Thread-65" - Thread t@146 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <7ea7c8e6> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-Existing/7" - Thread t@145 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <3976b500> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-Existing/6" - Thread t@144 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <3976b500> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-Existing/5" - Thread t@143 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <3976b500> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-Existing/4" - Thread t@142 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <3976b500> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-Existing/3" - Thread t@141 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <3976b500> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-Existing/2" - Thread t@140 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <3976b500> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-Existing/1" - Thread t@139 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <3976b500> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-Existing/0" - Thread t@138 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <3976b500> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-AdminCallback/0" - Thread t@137 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <20653079> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer-25" - Thread t@136 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <5351688c> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-24" - Thread t@135 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <5a6ea10> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-23" - Thread t@134 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <1150c356> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:DiagnosticsPlugin.display" - Thread t@133 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <4d484bfb> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:DiagnosticsPlugin.display" - Thread t@132 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <45747360> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "uatsrttortest42-WSAgent-1-Callback/0" - Thread t@131 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <6042c73f> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "MultiThreadedHttpConnectionManager cleanup" - Thread t@130 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <40272a78> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$ReferenceQueueThread.run(MultiThreadedHttpConnectionManager.java:1122) Locked ownable synchronizers: - None "MultiThreadedHttpConnectionManager cleanup" - Thread t@129 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <4b554d2f> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$ReferenceQueueThread.run(MultiThreadedHttpConnectionManager.java:1122) Locked ownable synchronizers: - None "Timer:ClientGridCacheManagerPlugin.evict" - Thread t@128 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <4d3e6f4c> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:ClientGridCacheManagerPlugin.evict" - Thread t@127 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <3dfd0e32> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:IndexedDiskCache.cleanEmptyDirs" - Thread t@126 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <30af1469> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:IndexedDiskCache.cleanEmptyDirs" - Thread t@125 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <36651277> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "StaticPool:DriverJobSpaceFSM$Resubmitter" - Thread t@124 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <259f5e87> (a com.livecluster.driver.DriverJobSpaceFSM$Resubmitter) at java.lang.Object.wait(Object.java:485) at com.livecluster.driver.DriverJobSpaceFSM$Resubmitter.run(DriverJobSpaceFSM.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:DriverJobSpace$TakeJobRunner" - Thread t@123 java.lang.Thread.State: TIMED_WAITING at java.lang.Thread.sleep(Native Method) at com.livecluster.driver.DriverJobSpace$TakeJobRunner.run(DriverJobSpace.java:403) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer:HeartbeatPlugin.sendHeartbeat" - Thread t@122 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <1f7045d> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:FileRolloverWriter.flush" - Thread t@121 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <3f76ad> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "ODB-FileWriter" - Thread t@120 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <468857fb> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:905) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer-14" - Thread t@118 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <214843ea> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-13" - Thread t@117 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-12" - Thread t@116 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <1e67afec> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "StaticPool:FiniteStateMachine$Poll" - Thread t@114 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <294ebe8c> (a com.livecluster.driver.DriverJobSpaceFSM) at com.livecluster.util.fsm.FiniteStateMachine$Poll.run(FiniteStateMachine.java:175) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer-11" - Thread t@113 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <70bfee83> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-10" - Thread t@112 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <48c41449> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "StaticPool:FiniteStateMachine$Poll" - Thread t@110 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <410fe9f1> (a com.livecluster.driver.DriverJobSpaceFSM) at com.livecluster.util.fsm.FiniteStateMachine$Poll.run(FiniteStateMachine.java:175) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:FiniteStateMachine$Poll" - Thread t@108 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <7bc7ee95> (a com.livecluster.driver.DriverJobSpaceFSM) at com.livecluster.util.fsm.FiniteStateMachine$Poll.run(FiniteStateMachine.java:175) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:DriverJobSpaceFSM$Resubmitter" - Thread t@107 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <300b7b0> (a com.livecluster.driver.DriverJobSpaceFSM$Resubmitter) at java.lang.Object.wait(Object.java:485) at com.livecluster.driver.DriverJobSpaceFSM$Resubmitter.run(DriverJobSpaceFSM.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:DriverJobSpace$TakeJobRunner" - Thread t@106 java.lang.Thread.State: TIMED_WAITING at java.lang.Thread.sleep(Native Method) at com.livecluster.driver.DriverJobSpace$TakeJobRunner.run(DriverJobSpace.java:403) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" - Thread t@105 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <241b855a> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:905) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer:HeartbeatPlugin.sendHeartbeat" - Thread t@104 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:FileRolloverWriter.flush" - Thread t@103 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <581acd08> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-7" - Thread t@101 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <478af568> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "StaticPool:DriverJobSpaceFSM$Resubmitter" - Thread t@100 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <73f5a389> (a com.livecluster.driver.DriverJobSpaceFSM$Resubmitter) at java.lang.Object.wait(Object.java:485) at com.livecluster.driver.DriverJobSpaceFSM$Resubmitter.run(DriverJobSpaceFSM.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:DriverJobSpace$TakeJobRunner" - Thread t@99 java.lang.Thread.State: TIMED_WAITING at java.lang.Thread.sleep(Native Method) at com.livecluster.driver.DriverJobSpace$TakeJobRunner.run(DriverJobSpace.java:403) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:DriverJobSpaceFSM$Resubmitter" - Thread t@98 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <3c3b2d9> (a com.livecluster.driver.DriverJobSpaceFSM$Resubmitter) at java.lang.Object.wait(Object.java:485) at com.livecluster.driver.DriverJobSpaceFSM$Resubmitter.run(DriverJobSpaceFSM.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:DriverJobSpace$TakeJobRunner" - Thread t@97 java.lang.Thread.State: TIMED_WAITING at java.lang.Thread.sleep(Native Method) at com.livecluster.driver.DriverJobSpace$TakeJobRunner.run(DriverJobSpace.java:403) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer:HeartbeatPlugin.sendHeartbeat" - Thread t@96 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <2512c67d> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:HeartbeatPlugin.sendHeartbeat" - Thread t@95 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <73a54b8e> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:FileRolloverWriter.flush" - Thread t@94 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <690392f2> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:FileRolloverWriter.flush" - Thread t@93 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <69a483ba> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "ODB-FileWriter" - Thread t@89 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <2fc45e85> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:905) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Thread-28" - Thread t@88 java.lang.Thread.State: TIMED_WAITING at java.lang.Thread.sleep(Native Method) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer-2" - Thread t@86 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <5198643> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "uatsrttortest42-BatchDSAgent-1/9" - Thread t@85 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <4ebd9b52> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-BatchDSAgent-1/8" - Thread t@84 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <4ebd9b52> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-BatchDSAgent-1/7" - Thread t@83 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <4ebd9b52> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-BatchDSAgent-1/6" - Thread t@82 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <4ebd9b52> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-BatchDSAgent-1/5" - Thread t@81 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <4ebd9b52> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-BatchDSAgent-1/4" - Thread t@80 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <4ebd9b52> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-BatchDSAgent-1/3" - Thread t@79 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <4ebd9b52> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-BatchDSAgent-1/2" - Thread t@78 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <4ebd9b52> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-BatchDSAgent-1/1" - Thread t@77 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <4ebd9b52> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-BatchDSAgent-1/0" - Thread t@76 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <4ebd9b52> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" - Thread t@75 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <2204ce1> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:905) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer-1" - Thread t@73 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <169748de> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-0" - Thread t@72 java.lang.Thread.State: TIMED_WAITING at java.lang.Object.wait(Native Method) - waiting on <2630f268> (a java.util.TaskQueue) at java.util.TimerThread.mainLoop(Timer.java:509) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "uatsrttortest42-ReportDSAgent-1/9" - Thread t@70 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <577a9d6e> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ReportDSAgent-1/8" - Thread t@69 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <577a9d6e> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ReportDSAgent-1/7" - Thread t@68 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <577a9d6e> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ReportDSAgent-1/6" - Thread t@67 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <577a9d6e> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ReportDSAgent-1/5" - Thread t@66 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <577a9d6e> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ReportDSAgent-1/4" - Thread t@65 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <577a9d6e> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ReportDSAgent-1/3" - Thread t@64 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <577a9d6e> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ReportDSAgent-1/2" - Thread t@63 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <577a9d6e> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ReportDSAgent-1/1" - Thread t@62 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <577a9d6e> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ReportDSAgent-1/0" - Thread t@61 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <577a9d6e> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" - Thread t@60 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <32f5cda0> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:905) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ExcelTradeDSAgent-1/4" - Thread t@57 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <278edd83> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ExcelTradeDSAgent-1/3" - Thread t@56 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <278edd83> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ExcelTradeDSAgent-1/2" - Thread t@55 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <278edd83> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ExcelTradeDSAgent-1/1" - Thread t@54 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <278edd83> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ExcelTradeDSAgent-1/0" - Thread t@53 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for <278edd83> (a java.util.concurrent.Semaphore$NonfairSync) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1011) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1303) at java.util.concurrent.Semaphore.tryAcquire(Semaphore.java:383) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" - Thread t@51 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <1470d7bf> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:905) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/19" - Thread t@49 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/18" - Thread t@48 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/17" - Thread t@47 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/16" - Thread t@46 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/15" - Thread t@45 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/14" - Thread t@44 java.lang.Thread.State: BLOCKED at com.objectdb.o.TYM.ao(TYM.java:753) - waiting to lock <64992892> (a com.objectdb.o.TYM) owned by "uatsrttortest42-WSAgent-1-New/2" t@150 at com.objectdb.jpa.EMImpl.loadResultType(EMImpl.java:880) at com.objectdb.jpa.EMImpl.createQuery(EMImpl.java:860) - locked <7c644714> (a java.lang.Object) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/13" - Thread t@43 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/12" - Thread t@42 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/11" - Thread t@41 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/10" - Thread t@40 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/9" - Thread t@39 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/8" - Thread t@38 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/7" - Thread t@37 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/6" - Thread t@36 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/5" - Thread t@35 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/4" - Thread t@34 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/3" - Thread t@33 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/2" - Thread t@32 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/1" - Thread t@31 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-XMLTradeDSAgent-1/0" - Thread t@30 java.lang.Thread.State: BLOCKED - waiting to lock <7c644714> (a java.lang.Object) owned by "uatsrttortest42-XMLTradeDSAgent-1/14" t@44 at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" - Thread t@29 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <1b76b1d9> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:906) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ThreadAgent-Instance-1/1" - Thread t@28 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrttortest42-ThreadAgent-Instance-1/0" - Thread t@27 java.lang.Thread.State: TIMED_WAITING at sun.misc.Unsafe.park(Native Method) - parking to wait for (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" - Thread t@26 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <7e0b649a> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:905) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" - Thread t@25 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <1df9fb1c> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:905) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" - Thread t@24 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <6d4faa4> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:905) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "FileWatchdog" - Thread t@18 java.lang.Thread.State: TIMED_WAITING at java.lang.Thread.sleep(Native Method) at org.apache.log4j.helpers.FileWatchdog.run(FileWatchdog.java:104) Locked ownable synchronizers: - None "AsyncAppender-Dispatcher-Thread-10" - Thread t@23 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <893287d> (a java.util.ArrayList) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "AsyncAppender-Dispatcher-Thread-9" - Thread t@22 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <75472af0> (a java.util.ArrayList) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "AsyncAppender-Dispatcher-Thread-8" - Thread t@21 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <13542eb7> (a java.util.ArrayList) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "AsyncAppender-Dispatcher-Thread-7" - Thread t@20 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <7bc6fa4a> (a java.util.ArrayList) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "AsyncAppender-Dispatcher-Thread-6" - Thread t@19 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <445a4fc2> (a java.util.ArrayList) at java.lang.Object.wait(Object.java:485) at org.apache.log4j.AsyncAppender$Dispatcher.run(AsyncAppender.java:548) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "RMI TCP Accept-0" - Thread t@12 java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <6cb86974> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "RMI TCP Accept-13501" - Thread t@11 java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <3f13766f> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "RMI TCP Accept-0" - Thread t@10 java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <16c491c3> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at javax.rmi.ssl.SslRMIServerSocketFactory$1.accept(SslRMIServerSocketFactory.java:191) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Attach Listener" - Thread t@5 java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Signal Dispatcher" - Thread t@4 java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Finalizer" - Thread t@3 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <52a6c9d> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) Locked ownable synchronizers: - None "Reference Handler" - Thread t@2 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <2440ba11> (a java.lang.ref.Reference$Lock) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) Locked ownable synchronizers: - None "main" - Thread t@1 java.lang.Thread.State: WAITING at java.lang.Object.wait(Native Method) - waiting on <3963c02c> (a IceInternal.ObjectAdapterFactory) at java.lang.Object.wait(Object.java:485) at IceInternal.ObjectAdapterFactory.waitForShutdown(ObjectAdapterFactory.java:60) at Ice.CommunicatorI.waitForShutdown(CommunicatorI.java:29) Locked ownable synchronizers: - None