2011-11-13 14:14:59 Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.1-b02 mixed mode): "RMI TCP Connection(7)-10.17.224.222" daemon prio=6 tid=0x000000001ae34800 nid=0x2bfc runnable [0x0000000025baf000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <0x00000007856827c8> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:66) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - <0x0000000785686f80> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "ResponseCallbacks-6: DriverJobSpace$1, inactive" daemon prio=6 tid=0x000000001ae33000 nid=0x2544 in Object.wait() [0x0000000022d2f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000784091a50> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000784091a50> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ServiceSubmission-2: Job$1, inactive" daemon prio=6 tid=0x000000000ca7c800 nid=0x30f8 in Object.wait() [0x0000000022b2f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000783476658> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000783476658> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ResponseCallbacks-5: ReusableThreadPool$2, inactive" daemon prio=6 tid=0x000000001acbb800 nid=0x4d8 in Object.wait() [0x0000000025aaf000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x000000078223a9f8> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x000000078223a9f8> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ResponseCallbacks-4: DriverJobSpace$1, inactive" daemon prio=6 tid=0x000000001acba800 nid=0x1980 in Object.wait() [0x00000000259af000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x000000078223ac50> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x000000078223ac50> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ResponseCallbacks-3: DriverJobSpace$1, inactive" daemon prio=6 tid=0x000000001acba000 nid=0x1e74 in Object.wait() [0x00000000258af000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x000000078223aea8> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x000000078223aea8> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ResponseCallbacks-6: DriverJobSpace$1, inactive" daemon prio=6 tid=0x000000001acb9000 nid=0x1740 in Object.wait() [0x00000000257af000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000782073b40> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000782073b40> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ResponseCallbacks-5: ReusableThreadPool$2, inactive" daemon prio=6 tid=0x000000001acb8800 nid=0x1ce4 in Object.wait() [0x00000000243af000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000782073d68> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000782073d68> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ServiceSubmission-1: Job$1, inactive" daemon prio=6 tid=0x000000001acb7000 nid=0x10f4 in Object.wait() [0x00000000241af000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000781e8e958> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000781e8e958> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ResponseCallbacks-2: DriverJobSpace$1, inactive" daemon prio=6 tid=0x000000001acb6000 nid=0x11a8 in Object.wait() [0x00000000240af000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000781e8ebb0> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000781e8ebb0> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ResponseCallbacks-1: DriverJobSpace$1, inactive" daemon prio=6 tid=0x000000001acb5800 nid=0x2d94 in Object.wait() [0x0000000023faf000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000781e8ee08> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000781e8ee08> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ServiceSubmission-2: Job$1, inactive" daemon prio=6 tid=0x000000001acb5000 nid=0x2798 in Object.wait() [0x000000002398f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000781d21bf0> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000781d21bf0> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ResponseCallbacks-4: ReusableThreadPool$2, inactive" daemon prio=6 tid=0x000000001acb4000 nid=0x1108 in Object.wait() [0x0000000023d4f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000781ba2250> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000781ba2250> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ResponseCallbacks-3: DriverJobSpace$1, inactive" daemon prio=6 tid=0x000000000bbdf800 nid=0x2d50 in Object.wait() [0x000000000dc0f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000781ba2400> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000781ba2400> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ResponseCallbacks-2: ReusableThreadPool$2, inactive" daemon prio=6 tid=0x000000000bbdb000 nid=0x20c0 in Object.wait() [0x0000000023c4f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x000000078166b0b0> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x000000078166b0b0> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ResponseCallbacks-1: DriverJobSpace$1, inactive" daemon prio=6 tid=0x000000000ca87800 nid=0x1ec4 in Object.wait() [0x0000000023b4f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x000000078166b260> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x000000078166b260> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "ServiceSubmission-1: Job$1, inactive" daemon prio=6 tid=0x000000000ca86800 nid=0x1b98 in Object.wait() [0x000000002388f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000781629c70> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000781629c70> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "Thread-65" daemon prio=6 tid=0x000000000ca85800 nid=0x1620 waiting on condition [0x0000000023eaf000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000780007590> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.DelayQueue.take(DelayQueue.java:160) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Thread-35" daemon prio=6 tid=0x000000000ca84800 nid=0x2348 in Object.wait() [0x000000002378f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000780791c08> (a java.util.LinkedList) at com.livecluster.util.MiscUtils.wait(MiscUtils.java:106) at com.livecluster.util.threadpool.ReusableThreadPool$1.run(ReusableThreadPool.java:442) - locked <0x0000000780791c08> (a java.util.LinkedList) Locked ownable synchronizers: - None "ResponseCallbacks-0: DriverJobSpace$1, inactive" daemon prio=6 tid=0x000000000ca84000 nid=0x103c in Object.wait() [0x000000002368f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x000000078153a5c8> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x000000078153a5c8> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "Timer-32" daemon prio=6 tid=0x000000000ca83000 nid=0x21ec in Object.wait() [0x000000002358f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000781586bd0> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "ServiceSubmission-0: Job$1, inactive" daemon prio=6 tid=0x000000000ca82800 nid=0x100c in Object.wait() [0x000000002348f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x00000007815867e0> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x00000007815867e0> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "Thread-59" daemon prio=6 tid=0x000000000bbb4800 nid=0x2450 in Object.wait() [0x000000000edff000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007814e4c50> (a java.util.LinkedList) at com.livecluster.util.MiscUtils.wait(MiscUtils.java:106) at com.livecluster.util.threadpool.ReusableThreadPool$1.run(ReusableThreadPool.java:442) - locked <0x00000007814e4c50> (a java.util.LinkedList) Locked ownable synchronizers: - None "Thread-63" daemon prio=6 tid=0x000000000ca81800 nid=0x243c waiting on condition [0x000000002338f000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000780007590> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.DelayQueue.take(DelayQueue.java:160) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Thread-34" daemon prio=6 tid=0x000000000ca81000 nid=0x29a0 in Object.wait() [0x000000002328f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.MiscUtils.wait(MiscUtils.java:106) at com.livecluster.util.threadpool.ReusableThreadPool$1.run(ReusableThreadPool.java:442) - locked <0x0000000780000108> (a java.util.LinkedList) Locked ownable synchronizers: - None "ResponseCallbacks-0: DriverJobSpace$1, inactive" daemon prio=6 tid=0x000000000ca80000 nid=0x844 in Object.wait() [0x000000002318f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x000000078000f418> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x000000078000f418> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "Timer-31" daemon prio=6 tid=0x000000000ca7f800 nid=0x125c in Object.wait() [0x000000002308f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000780000198> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "ServiceSubmission-0: Job$1, inactive" daemon prio=6 tid=0x000000000ca7f000 nid=0x168c in Object.wait() [0x0000000022f8f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.livecluster.util.sync.Waiter.waited(Waiter.java:76) at com.livecluster.util.sync.Waiter.waitUntil(Waiter.java:100) - locked <0x0000000780000268> (a com.livecluster.util.sync.BooleanWaitVariable) at com.livecluster.util.sync.BooleanWaitVariable.waitUntil(BooleanWaitVariable.java:34) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:352) - locked <0x0000000780000268> (a com.livecluster.util.sync.BooleanWaitVariable) Locked ownable synchronizers: - None "Thread-56" daemon prio=6 tid=0x000000000ca7e000 nid=0x3308 in Object.wait() [0x0000000022e8f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007800076d0> (a java.util.LinkedList) at com.livecluster.util.MiscUtils.wait(MiscUtils.java:106) at com.livecluster.util.threadpool.ReusableThreadPool$1.run(ReusableThreadPool.java:442) - locked <0x00000007800076d0> (a java.util.LinkedList) Locked ownable synchronizers: - None "RMI TCP Connection(5)-10.17.224.222" daemon prio=6 tid=0x000000000ca7d800 nid=0x1708 runnable [0x0000000022c2f000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <0x00000007800097b8> (a java.io.BufferedInputStream) at java.io.FilterInputStream.read(FilterInputStream.java:66) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:517) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - <0x0000000780009a08> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "JMX server connection timeout 133" daemon prio=6 tid=0x000000000ca7c000 nid=0x24fc in Object.wait() [0x000000001351f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.sun.jmx.remote.internal.ServerCommunicatorAdmin$Timeout.run(ServerCommunicatorAdmin.java:150) - locked <0x0000000780000310> (a [I) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "RMI TCP Connection(3)-10.17.224.222" daemon prio=6 tid=0x000000000ca7b000 nid=0x106c in Object.wait() [0x000000000fdfe000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at com.sun.jmx.remote.internal.ArrayNotificationBuffer.fetchNotifications(ArrayNotificationBuffer.java:417) - locked <0x00000007800003e8> (a com.sun.jmx.remote.internal.ArrayNotificationBuffer) at com.sun.jmx.remote.internal.ArrayNotificationBuffer$ShareBuffer.fetchNotifications(ArrayNotificationBuffer.java:209) at com.sun.jmx.remote.internal.ServerNotifForwarder.fetchNotifs(ServerNotifForwarder.java:258) at javax.management.remote.rmi.RMIConnectionImpl$2.run(RMIConnectionImpl.java:1227) at javax.management.remote.rmi.RMIConnectionImpl$2.run(RMIConnectionImpl.java:1225) at javax.management.remote.rmi.RMIConnectionImpl.fetchNotifications(RMIConnectionImpl.java:1231) at sun.reflect.GeneratedMethodAccessor440.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) at java.lang.reflect.Method.invoke(Method.java:597) at sun.rmi.server.UnicastServerRef.dispatch(UnicastServerRef.java:305) at sun.rmi.transport.Transport$1.run(Transport.java:159) at java.security.AccessController.doPrivileged(Native Method) at sun.rmi.transport.Transport.serviceCall(Transport.java:155) at sun.rmi.transport.tcp.TCPTransport.handleMessages(TCPTransport.java:535) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run0(TCPTransport.java:790) at sun.rmi.transport.tcp.TCPTransport$ConnectionHandler.run(TCPTransport.java:649) at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - <0x0000000780009bd8> (a java.util.concurrent.locks.ReentrantLock$NonfairSync) "RMI Scheduler(0)" daemon prio=6 tid=0x000000000ca7a800 nid=0x268c waiting on condition [0x000000000f3ff000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078000f4c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.DelayQueue.take(DelayQueue.java:164) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:609) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:602) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer-30" daemon prio=6 tid=0x000000000ca79800 nid=0xfb0 in Object.wait() [0x0000000016a2f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x000000078000f600> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:GarbageCollectorPlugin.display" daemon prio=6 tid=0x000000000ca79000 nid=0x3218 in Object.wait() [0x000000001692f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x000000078000f6c8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-28" daemon prio=6 tid=0x000000000ca78800 nid=0x2ee0 in Object.wait() [0x000000001682f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000007800c3fc8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:GarbageCollectorPlugin.display" daemon prio=6 tid=0x000000000c06a000 nid=0x2b84 in Object.wait() [0x000000001672f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x000000078080b780> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-26" daemon prio=6 tid=0x000000000c069800 nid=0x32d8 in Object.wait() [0x000000001662f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x000000078085eb00> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:GarbageCollectorPlugin.display" daemon prio=6 tid=0x000000000c068800 nid=0x5c8 in Object.wait() [0x000000001652f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000007811b2850> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "MultiThreadedHttpConnectionManager cleanup" daemon prio=6 tid=0x000000000c068000 nid=0x1050 in Object.wait() [0x000000001442f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x0000000780791580> (a java.lang.ref.ReferenceQueue$Lock) at org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$ReferenceQueueThread.run(MultiThreadedHttpConnectionManager.java:1100) Locked ownable synchronizers: - None "DefaultPool-0: ServerSocketReceiver$ICRunner" daemon prio=6 tid=0x000000000c067800 nid=0x2488 runnable [0x000000001432f000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <0x0000000780776d88> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at com.livecluster.connection.socket.ServerSocketReceiver$ICRunner.run(ServerSocketReceiver.java:185) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:335) Locked ownable synchronizers: - None "Timer:ClientGridCacheManagerPlugin.evict" daemon prio=6 tid=0x000000000c066800 nid=0x2228 in Object.wait() [0x000000001422f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000781204a20> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "MultiThreadedHttpConnectionManager cleanup" daemon prio=6 tid=0x000000000c066000 nid=0x13e0 in Object.wait() [0x000000001412f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x000000078082b0b8> (a java.lang.ref.ReferenceQueue$Lock) at org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$ReferenceQueueThread.run(MultiThreadedHttpConnectionManager.java:1100) Locked ownable synchronizers: - None "Timer:IndexedDiskCache.cleanEmptyDirs" daemon prio=6 tid=0x000000000c065000 nid=0x1cc4 in Object.wait() [0x000000001402f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000780777eb0> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "DefaultPool-0: ServerSocketReceiver$ICRunner" daemon prio=6 tid=0x000000000c064800 nid=0x2f30 runnable [0x0000000013f2f000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <0x0000000780828878> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at com.livecluster.connection.socket.ServerSocketReceiver$ICRunner.run(ServerSocketReceiver.java:185) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:335) Locked ownable synchronizers: - None "MultiThreadedHttpConnectionManager cleanup" daemon prio=6 tid=0x000000000c063000 nid=0xe48 in Object.wait() [0x0000000013e2f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x00000007811c1de8> (a java.lang.ref.ReferenceQueue$Lock) at org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$ReferenceQueueThread.run(MultiThreadedHttpConnectionManager.java:1100) Locked ownable synchronizers: - None "DefaultPool-0: ServerSocketReceiver$ICRunner" daemon prio=6 tid=0x000000000c062000 nid=0x828 runnable [0x0000000013d2f000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <0x00000007811bf590> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at com.livecluster.connection.socket.ServerSocketReceiver$ICRunner.run(ServerSocketReceiver.java:185) at com.livecluster.util.threadpool.ReusableThreadPool$InternalThread.run(ReusableThreadPool.java:335) Locked ownable synchronizers: - None "Timer:ClientGridCacheManagerPlugin.evict" daemon prio=6 tid=0x000000000c063800 nid=0x30c4 in Object.wait() [0x0000000013c2f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000781205500> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:IndexedDiskCache.cleanEmptyDirs" daemon prio=6 tid=0x000000000c05f800 nid=0xa68 in Object.wait() [0x0000000013b2f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000780829988> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:ClientGridCacheManagerPlugin.evict" daemon prio=6 tid=0x000000000c061800 nid=0x1ed4 in Object.wait() [0x0000000013a2f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000007812059f0> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:IndexedDiskCache.cleanEmptyDirs" daemon prio=6 tid=0x000000000c05e000 nid=0x18ec in Object.wait() [0x000000001392f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000007811c06b8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-18" daemon prio=6 tid=0x000000000c061000 nid=0x2290 in Object.wait() [0x000000001382f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000780790c00> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) - locked <0x0000000780790c00> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-17" daemon prio=6 tid=0x000000000c060000 nid=0xde4 in Object.wait() [0x000000001372f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078082a738> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) - locked <0x000000078082a738> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-16" daemon prio=6 tid=0x000000000c05e800 nid=0x2eb8 in Object.wait() [0x000000001362f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007811c1468> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) - locked <0x00000007811c1468> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-15" daemon prio=6 tid=0x000000000c05b800 nid=0x2ac4 in Object.wait() [0x000000001341f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000780826270> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) - locked <0x0000000780826270> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-14" daemon prio=6 tid=0x000000000c05c800 nid=0x1a04 in Object.wait() [0x000000001331f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000780774780> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) - locked <0x0000000780774780> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-13" daemon prio=6 tid=0x000000000c05d000 nid=0x2dc4 in Object.wait() [0x000000001321f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007811b5428> (a java.util.TaskQueue) at java.lang.Object.wait(Object.java:485) at java.util.TimerThread.mainLoop(Timer.java:483) - locked <0x00000007811b5428> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "StaticPool:FiniteStateMachine$Poll" daemon prio=6 tid=0x000000000c05b000 nid=0x33ac in Object.wait() [0x000000001311f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007811b3b10> (a com.livecluster.driver.DriverJobSpaceFSM) at com.livecluster.util.fsm.FiniteStateMachine$Poll.run(FiniteStateMachine.java:174) - locked <0x00000007811b3b10> (a com.livecluster.driver.DriverJobSpaceFSM) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:FiniteStateMachine$Poll" daemon prio=6 tid=0x000000000d237800 nid=0x31e0 in Object.wait() [0x000000001301f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007800109c0> (a com.livecluster.driver.DriverJobSpaceFSM) at com.livecluster.util.fsm.FiniteStateMachine$Poll.run(FiniteStateMachine.java:174) - locked <0x00000007800109c0> (a com.livecluster.driver.DriverJobSpaceFSM) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:FiniteStateMachine$Poll" daemon prio=6 tid=0x000000000d236800 nid=0x317c in Object.wait() [0x0000000012f1f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078080ca78> (a com.livecluster.driver.DriverJobSpaceFSM) at com.livecluster.util.fsm.FiniteStateMachine$Poll.run(FiniteStateMachine.java:174) - locked <0x000000078080ca78> (a com.livecluster.driver.DriverJobSpaceFSM) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer-12" daemon prio=6 tid=0x000000000d236000 nid=0xf5c in Object.wait() [0x0000000012e1f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000781215e68> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "workflow3-uatsrtlonw342-1-Ice.ThreadPool.Server-3" prio=6 tid=0x000000000d234800 nid=0x954 runnable [0x0000000012c1f000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273) at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255) at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x000000078125ca88> (a sun.nio.ch.Util$2) - locked <0x0000000781275e60> (a java.util.Collections$UnmodifiableSet) - locked <0x000000078123dd20> (a sun.nio.ch.WindowsSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at IceInternal.Selector.select(Selector.java:258) at IceInternal.ThreadPool.run(ThreadPool.java:319) at IceInternal.ThreadPool.access$300(ThreadPool.java:12) at IceInternal.ThreadPool$EventHandlerThread.run(ThreadPool.java:643) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "workflow3-uatsrtlonw342-1-Ice.ThreadPool.Server-1" prio=6 tid=0x000000000d233000 nid=0x2104 waiting for monitor entry [0x0000000012a1f000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.save(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.read(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.readWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.fromCompressedXML(Unknown Source) at rbccm.felix.gridservice.server.WorkflowImpl.save(Unknown Source) at rbccm.felix.gridservice.server.WorkflowImpl.workflowRun(Unknown Source) at rbccm.felix.gridservice.server.WorkflowImpl.workflowRun(Unknown Source) at rbccm.felix.gridservice.api._WorkflowAPIDisp.___workflowRun(Unknown Source) at rbccm.felix.gridservice.api._WorkflowAPIDisp.__dispatch(Unknown Source) at IceInternal.Incoming.invoke(Incoming.java:159) at Ice.ConnectionI.invokeAll(ConnectionI.java:2312) at Ice.ConnectionI.dispatch(ConnectionI.java:1199) at Ice.ConnectionI.message(ConnectionI.java:1154) at IceInternal.ThreadPool.run(ThreadPool.java:302) at IceInternal.ThreadPool.access$300(ThreadPool.java:12) at IceInternal.ThreadPool$EventHandlerThread.run(ThreadPool.java:643) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:DriverJobSpaceFSM$Resubmitter" daemon prio=6 tid=0x000000000d231800 nid=0xaf0 in Object.wait() [0x000000001281f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000007811b42c0> (a com.livecluster.driver.DriverJobSpaceFSM$Resubmitter) at java.lang.Object.wait(Object.java:485) at com.livecluster.driver.DriverJobSpaceFSM$Resubmitter.run(DriverJobSpaceFSM.java:342) - locked <0x00000007811b42c0> (a com.livecluster.driver.DriverJobSpaceFSM$Resubmitter) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer:HeartbeatPlugin.sendHeartbeat" daemon prio=8 tid=0x000000000d231000 nid=0x133c in Object.wait() [0x000000001271f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000007811b7180> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:FileRolloverWriter.flush" daemon prio=6 tid=0x000000000d230000 nid=0x8ac in Object.wait() [0x000000001261f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x000000078128b050> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "StaticPool:DriverJobSpaceFSM$Resubmitter" daemon prio=6 tid=0x000000000d22f800 nid=0x2490 in Object.wait() [0x000000001251f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000780011170> (a com.livecluster.driver.DriverJobSpaceFSM$Resubmitter) at java.lang.Object.wait(Object.java:485) at com.livecluster.driver.DriverJobSpaceFSM$Resubmitter.run(DriverJobSpaceFSM.java:342) - locked <0x0000000780011170> (a com.livecluster.driver.DriverJobSpaceFSM$Resubmitter) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:DriverJobSpaceFSM$Resubmitter" daemon prio=6 tid=0x000000000d22e000 nid=0x2414 in Object.wait() [0x000000001241f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000780825148> (a com.livecluster.driver.DriverJobSpaceFSM$Resubmitter) at java.lang.Object.wait(Object.java:485) at com.livecluster.driver.DriverJobSpaceFSM$Resubmitter.run(DriverJobSpaceFSM.java:342) - locked <0x0000000780825148> (a com.livecluster.driver.DriverJobSpaceFSM$Resubmitter) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer:HeartbeatPlugin.sendHeartbeat" daemon prio=8 tid=0x000000000d22c800 nid=0x2538 in Object.wait() [0x000000001231f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000780776580> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:HeartbeatPlugin.sendHeartbeat" daemon prio=8 tid=0x000000000d22e800 nid=0x3290 in Object.wait() [0x000000001221f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000780828070> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:FileRolloverWriter.flush" daemon prio=6 tid=0x000000000d22b800 nid=0x156c in Object.wait() [0x000000001211f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x000000078128b600> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer:FileRolloverWriter.flush" daemon prio=6 tid=0x000000000d22d000 nid=0x1ab0 in Object.wait() [0x000000001201f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x00000007812a8660> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "workflow3-uatsrtlonw342-1-Ice.ThreadPool.Client-3" prio=6 tid=0x000000000d22a800 nid=0xe04 waiting for monitor entry [0x0000000011e1e000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.threadservice.ThreadProcessor.send(Unknown Source) at rbccm.felix.threadservice.ThreadProcessor.success(Unknown Source) at rbccm.felix.threadservice.ThreadTaskController.taskComplete(Unknown Source) at rbccm.felix.threadservice.ice.IceThreadService.taskCallback(Unknown Source) at rbccm.felix.threadservice.ice.IceThreadServiceCallbackImpl.ice_response(Unknown Source) at rbccm.felix.workflowservice.api.AMI_WorkflowServiceAPI_runService.response(Unknown Source) at rbccm.felix.workflowservice.api.Callback_WorkflowServiceAPI_runService.__completed(Unknown Source) at Ice.AsyncResult.__response(AsyncResult.java:356) at IceInternal.OutgoingAsync.__finished(OutgoingAsync.java:347) at Ice.ConnectionI.dispatch(ConnectionI.java:1189) at Ice.ConnectionI.message(ConnectionI.java:1154) at IceInternal.ThreadPool.run(ThreadPool.java:302) at IceInternal.ThreadPool.access$300(ThreadPool.java:12) at IceInternal.ThreadPool$EventHandlerThread.run(ThreadPool.java:643) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:DriverJobSpace$TakeJobRunner" daemon prio=6 tid=0x000000000d229000 nid=0x280 waiting on condition [0x0000000011c1f000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at com.livecluster.util.MiscUtils.sleep(MiscUtils.java:97) at com.livecluster.driver.DriverJobSpace$TakeJobRunner.run(DriverJobSpace.java:274) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "workflow3-uatsrtlonw342-1-Ice.ThreadPool.Client-1" prio=6 tid=0x000000000d228000 nid=0x1130 runnable [0x0000000011b1f000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:273) at sun.nio.ch.WindowsSelectorImpl$SubSelector.access$400(WindowsSelectorImpl.java:255) at sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:136) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69) - locked <0x0000000781218ca8> (a sun.nio.ch.Util$2) - locked <0x0000000781218c98> (a java.util.Collections$UnmodifiableSet) - locked <0x0000000781217ca0> (a sun.nio.ch.WindowsSelectorImpl) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84) at IceInternal.Selector.select(Selector.java:258) at IceInternal.ThreadPool.run(ThreadPool.java:319) at IceInternal.ThreadPool.access$300(ThreadPool.java:12) at IceInternal.ThreadPool$EventHandlerThread.run(ThreadPool.java:643) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:DriverJobSpace$TakeJobRunner" daemon prio=6 tid=0x000000000cf6b000 nid=0x1578 runnable [0x000000001191e000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <0x00000007da6b98f0> (a java.io.BufferedInputStream) at org.apache.commons.httpclient.HttpParser.readRawLine(HttpParser.java:77) at org.apache.commons.httpclient.HttpParser.readLine(HttpParser.java:105) at org.apache.commons.httpclient.HttpConnection.readLine(HttpConnection.java:1110) at org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$HttpConnectionAdapter.readLine(MultiThreadedHttpConnectionManager.java:1391) at org.apache.commons.httpclient.HttpMethodBase.readStatusLine(HttpMethodBase.java:1824) at org.apache.commons.httpclient.HttpMethodBase.readResponse(HttpMethodBase.java:1584) at org.apache.commons.httpclient.HttpMethodBase.execute(HttpMethodBase.java:995) at org.apache.commons.httpclient.HttpMethodDirector.executeWithRetry(HttpMethodDirector.java:393) at org.apache.commons.httpclient.HttpMethodDirector.executeMethod(HttpMethodDirector.java:168) at org.apache.commons.httpclient.HttpClient.executeMethod(HttpClient.java:393) at org.apache.commons.httpclient.HttpClient.executeMethod(HttpClient.java:324) at com.livecluster.ext.JakartaHttpSupport.write(JakartaHttpSupport.java:187) at com.livecluster.ext.JakartaHttpSupport.send(JakartaHttpSupport.java:149) at com.livecluster.connection.http.HttpSender.sendMessage(HttpSender.java:110) at com.livecluster.connection.basic.AbstractSender.send(AbstractSender.java:49) at com.livecluster.connection.heartbeat.HeartbeatSender.send(HeartbeatSender.java:46) at com.livecluster.connection.basic.BasicConnection.send(BasicConnection.java:66) at com.livecluster.server.plugin.BasicClientPlugin.send(BasicClientPlugin.java:28) at com.livecluster.driver.DriverJobSpace.send(DriverJobSpace.java:216) at com.livecluster.driver.DriverJobSpace.send(DriverJobSpace.java:199) at com.livecluster.driver.DriverJobSpace.access$200(DriverJobSpace.java:37) at com.livecluster.driver.DriverJobSpace$TakeJobRunner.run(DriverJobSpace.java:287) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:DriverJobSpace$TakeJobRunner" daemon prio=6 tid=0x000000000cf6c800 nid=0x21dc runnable [0x000000001181e000] java.lang.Thread.State: RUNNABLE at java.net.SocketInputStream.socketRead0(Native Method) at java.net.SocketInputStream.read(SocketInputStream.java:129) at java.io.BufferedInputStream.fill(BufferedInputStream.java:218) at java.io.BufferedInputStream.read(BufferedInputStream.java:237) - locked <0x00000007da6227a8> (a java.io.BufferedInputStream) at org.apache.commons.httpclient.HttpParser.readRawLine(HttpParser.java:77) at org.apache.commons.httpclient.HttpParser.readLine(HttpParser.java:105) at org.apache.commons.httpclient.HttpConnection.readLine(HttpConnection.java:1110) at org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$HttpConnectionAdapter.readLine(MultiThreadedHttpConnectionManager.java:1391) at org.apache.commons.httpclient.HttpMethodBase.readStatusLine(HttpMethodBase.java:1824) at org.apache.commons.httpclient.HttpMethodBase.readResponse(HttpMethodBase.java:1584) at org.apache.commons.httpclient.HttpMethodBase.execute(HttpMethodBase.java:995) at org.apache.commons.httpclient.HttpMethodDirector.executeWithRetry(HttpMethodDirector.java:393) at org.apache.commons.httpclient.HttpMethodDirector.executeMethod(HttpMethodDirector.java:168) at org.apache.commons.httpclient.HttpClient.executeMethod(HttpClient.java:393) at org.apache.commons.httpclient.HttpClient.executeMethod(HttpClient.java:324) at com.livecluster.ext.JakartaHttpSupport.write(JakartaHttpSupport.java:187) at com.livecluster.ext.JakartaHttpSupport.send(JakartaHttpSupport.java:149) at com.livecluster.connection.http.HttpSender.sendMessage(HttpSender.java:110) at com.livecluster.connection.basic.AbstractSender.send(AbstractSender.java:49) at com.livecluster.connection.heartbeat.HeartbeatSender.send(HeartbeatSender.java:46) at com.livecluster.connection.basic.BasicConnection.send(BasicConnection.java:66) at com.livecluster.server.plugin.BasicClientPlugin.send(BasicClientPlugin.java:28) at com.livecluster.driver.DriverJobSpace.send(DriverJobSpace.java:216) at com.livecluster.driver.DriverJobSpace.send(DriverJobSpace.java:199) at com.livecluster.driver.DriverJobSpace.access$200(DriverJobSpace.java:37) at com.livecluster.driver.DriverJobSpace$TakeJobRunner.run(DriverJobSpace.java:287) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "workflow3-uatsrtlonw342-1-Ice.EndpointHostResolverThread" prio=6 tid=0x000000000cf6a800 nid=0x3258 in Object.wait() [0x000000001171f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078128a210> (a IceInternal.EndpointHostResolver) at java.lang.Object.wait(Object.java:485) at IceInternal.EndpointHostResolver.run(EndpointHostResolver.java:89) - locked <0x000000078128a210> (a IceInternal.EndpointHostResolver) at IceInternal.EndpointHostResolver$HelperThread.run(EndpointHostResolver.java:152) Locked ownable synchronizers: - None "workflow3-uatsrtlonw342-1-Ice.Timer" prio=6 tid=0x000000000cf69800 nid=0x27f8 in Object.wait() [0x000000001161f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at IceInternal.Timer.run(Timer.java:211) - locked <0x0000000781217f08> (a IceInternal.Timer) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-Existing/7" daemon prio=6 tid=0x000000000cf69000 nid=0xcd8 waiting for monitor entry [0x000000001151e000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowCallbackService.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteforThisRunner(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processGraph(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflows(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflow(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteForSomeTasks(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-Existing/6" daemon prio=6 tid=0x000000000cf68000 nid=0x2788 waiting for monitor entry [0x000000001141f000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowCallbackService.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteforThisRunner(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processGraph(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflows(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflow(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteForSomeTasks(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-Existing/5" daemon prio=6 tid=0x000000000cf67800 nid=0x39c waiting for monitor entry [0x000000001131f000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowCallbackService.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteforThisRunner(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processGraph(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflows(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflow(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteForSomeTasks(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-Existing/4" daemon prio=6 tid=0x000000000cf66800 nid=0x22c4 waiting for monitor entry [0x000000001121f000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowCallbackService.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteforThisRunner(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processGraph(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflows(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflow(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteForSomeTasks(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-Existing/3" daemon prio=6 tid=0x000000000cf66000 nid=0x22ac waiting for monitor entry [0x000000001111e000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowCallbackService.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteforThisRunner(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processGraph(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflows(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflow(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteForSomeTasks(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-Existing/2" daemon prio=6 tid=0x000000000cf65800 nid=0x770 waiting for monitor entry [0x000000001101f000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.save(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.read(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.readWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.fromCompressedXML(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-Existing/1" daemon prio=6 tid=0x000000000bbc0000 nid=0x28c4 waiting for monitor entry [0x0000000010f1f000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.save(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.read(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.readWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.fromCompressedXML(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-Existing/0" daemon prio=6 tid=0x000000000bbbf800 nid=0x10a4 waiting for monitor entry [0x0000000010e1e000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowCallbackService.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCallback(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteforThisRunner(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processGraph(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflows(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.processWorkflow(Unknown Source) at rbccm.digest2.execution.Workflow2Runner.workflowCompleteForSomeTasks(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-New/4" daemon prio=6 tid=0x000000000bbbe800 nid=0x307c waiting for monitor entry [0x0000000010d1f000] java.lang.Thread.State: BLOCKED (on object monitor) at com.objectdb.o.MST.Va(MST.java:1251) - waiting to lock <0x0000000780d9df10> (a com.objectdb.o.LKM) at com.objectdb.o.WRA.Va(WRA.java:369) at com.objectdb.o.WSM.Va(WSM.java:174) at com.objectdb.o.WRA.Va(WRA.java:369) at com.objectdb.o.WSN.Va(WSN.java:653) - locked <0x0000000780a0edd8> (a com.objectdb.o.WSN) at com.objectdb.o.OBM.bK(OBM.java:908) at com.objectdb.o.OBM.bI(OBM.java:813) at com.objectdb.o.OBM.bG(OBM.java:719) at com.objectdb.jpa.EMImpl.commit(EMImpl.java:276) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.save(Unknown Source) - locked <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.read(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.readWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.fromCompressedXML(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.gridservice.workflow.WorkflowService.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-New/3" daemon prio=6 tid=0x000000000bbbe000 nid=0x1fd8 in Object.wait() [0x0000000010c1f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.getMessage(Unknown Source) - locked <0x000000078082b928> (a com.objectdb.jpa.EMF) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.takeWithRetry(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-New/2" daemon prio=6 tid=0x000000000bbbd800 nid=0x23a8 in Object.wait() [0x0000000010b1f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.getMessage(Unknown Source) - locked <0x000000078082b928> (a com.objectdb.jpa.EMF) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.takeWithRetry(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-New/1" daemon prio=6 tid=0x000000000bbbc800 nid=0xef0 in Object.wait() [0x0000000010a1f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.getMessage(Unknown Source) - locked <0x000000078082b928> (a com.objectdb.jpa.EMF) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.takeWithRetry(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-New/0" daemon prio=6 tid=0x000000000bbbc000 nid=0x170c in Object.wait() [0x000000001091f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.getMessage(Unknown Source) - locked <0x000000078082b928> (a com.objectdb.jpa.EMF) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.takeWithRetry(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-AdminCallback/0" daemon prio=6 tid=0x000000000bbbb000 nid=0x32b8 in Object.wait() [0x000000001081f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.getMessage(Unknown Source) - locked <0x000000078010b0c8> (a com.objectdb.jpa.EMF) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.takeWithRetry(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-WSAgent-1-Callback/0" daemon prio=6 tid=0x000000000bbba800 nid=0x1a10 in Object.wait() [0x000000001061f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.getMessage(Unknown Source) - locked <0x000000078120e390> (a com.objectdb.jpa.EMF) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.takeWithRetry(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.objectdb.messaging.ObjectDbMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer-5" daemon prio=6 tid=0x000000000bbb9000 nid=0x12c4 in Object.wait() [0x000000001051f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000781339a88> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "Timer-4" daemon prio=6 tid=0x000000000bbb7800 nid=0x1128 in Object.wait() [0x000000001041f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x000000078132e340> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "ODB-FileWriter" daemon prio=6 tid=0x000000000bbb9800 nid=0x4c0 in Object.wait() [0x000000001031f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000781221ec8> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:883) - locked <0x0000000781221ec8> (a com.objectdb.o.MST) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer-3" daemon prio=6 tid=0x000000000bbb8000 nid=0x2410 in Object.wait() [0x000000001021f000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x000000078132e6e0> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "StaticPool:BufferPool$ICReclaimThread" daemon prio=6 tid=0x000000000bbb7000 nid=0x2130 waiting on condition [0x000000001011f000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at com.livecluster.util.BufferPool$ICReclaimThread.run(BufferPool.java:37) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" daemon prio=6 tid=0x000000000bbb6000 nid=0x1890 in Object.wait() [0x000000000ffff000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078120e898> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:883) - locked <0x000000078120e898> (a com.objectdb.o.MST) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer:Driver.checkpoint" daemon prio=6 tid=0x000000000bbb5800 nid=0x22dc in Object.wait() [0x000000000feff000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x000000078080aed8> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "uatsrtlonw342-ReportDSAgent-1/4" daemon prio=6 tid=0x000000000bbb4000 nid=0x2fb0 waiting for monitor entry [0x000000000fcff000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.datasynapse.DataSynapseProcessor.processWorkflow(Unknown Source) at rbccm.felix.datasynapse.DataSynapseProcessor.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-ReportDSAgent-1/3" daemon prio=6 tid=0x000000000bbb3000 nid=0x20d4 waiting on condition [0x000000000fbff000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007800fdd90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at rbccm.felix.framework.service.messaging.LinkedQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-ReportDSAgent-1/2" daemon prio=6 tid=0x000000000bbb2800 nid=0x1b28 waiting on condition [0x000000000faff000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007800fdd90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at rbccm.felix.framework.service.messaging.LinkedQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-ReportDSAgent-1/1" daemon prio=6 tid=0x000000000bbb1800 nid=0x193c waiting for monitor entry [0x000000000f9ff000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.datasynapse.DataSynapseProcessor.processWorkflow(Unknown Source) at rbccm.felix.datasynapse.DataSynapseProcessor.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-ReportDSAgent-1/0" daemon prio=6 tid=0x000000000bbb1000 nid=0x2068 waiting on condition [0x000000000f8ff000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000007800fdd90> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at rbccm.felix.framework.service.messaging.LinkedQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "StaticPool:BufferPool$ICReclaimThread" daemon prio=6 tid=0x000000000bbe1800 nid=0x256c waiting on condition [0x000000000f7ff000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at com.livecluster.util.BufferPool$ICReclaimThread.run(BufferPool.java:37) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer:Driver.checkpoint" daemon prio=6 tid=0x000000000bbe2800 nid=0x170 in Object.wait() [0x000000000f6ff000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x0000000781203f58> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "StaticPool:BufferPool$ICReclaimThread" daemon prio=6 tid=0x000000000bbe1000 nid=0x17b8 waiting on condition [0x000000000f5ff000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at com.livecluster.util.BufferPool$ICReclaimThread.run(BufferPool.java:37) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Timer:Driver.checkpoint" daemon prio=6 tid=0x000000000bbe0800 nid=0x2574 in Object.wait() [0x000000000f4ff000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.util.TimerThread.mainLoop(Timer.java:509) - locked <0x000000078132f958> (a java.util.TaskQueue) at java.util.TimerThread.run(Timer.java:462) Locked ownable synchronizers: - None "uatsrtlonw342-ExcelTradeDSAgent-1/4" daemon prio=6 tid=0x000000000bbdf000 nid=0x1ce0 waiting on condition [0x000000000f2ff000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078127f990> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at rbccm.felix.framework.service.messaging.LinkedQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-ExcelTradeDSAgent-1/3" daemon prio=6 tid=0x000000000bbde000 nid=0x2df0 waiting on condition [0x000000000f1ff000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078127f990> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at rbccm.felix.framework.service.messaging.LinkedQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-ExcelTradeDSAgent-1/2" daemon prio=6 tid=0x000000000bbdd800 nid=0x17c waiting on condition [0x000000000f0ff000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078127f990> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at rbccm.felix.framework.service.messaging.LinkedQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-ExcelTradeDSAgent-1/1" daemon prio=6 tid=0x000000000bbdc800 nid=0x2fec waiting on condition [0x000000000efff000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078127f990> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at rbccm.felix.framework.service.messaging.LinkedQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-ExcelTradeDSAgent-1/0" daemon prio=6 tid=0x000000000bbdc000 nid=0xf28 waiting on condition [0x000000000eeff000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078127f990> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at rbccm.felix.framework.service.messaging.LinkedQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-XMLTradeDSAgent-1/4" daemon prio=6 tid=0x000000000bbda800 nid=0x2ed0 waiting for monitor entry [0x000000000ecff000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.datasynapse.DataSynapseProcessor.processWorkflow(Unknown Source) at rbccm.felix.datasynapse.DataSynapseProcessor.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-XMLTradeDSAgent-1/3" daemon prio=6 tid=0x000000000bbda000 nid=0x32ec waiting for monitor entry [0x000000000ebff000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.datasynapse.DataSynapseProcessor.processWorkflow(Unknown Source) at rbccm.felix.datasynapse.DataSynapseProcessor.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-XMLTradeDSAgent-1/2" daemon prio=6 tid=0x000000000bbd9000 nid=0x1cbc waiting on condition [0x000000000eaff000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078086b070> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at rbccm.felix.framework.service.messaging.LinkedQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-XMLTradeDSAgent-1/1" daemon prio=6 tid=0x000000000bbd8800 nid=0x1338 waiting for monitor entry [0x000000000e9ff000] java.lang.Thread.State: BLOCKED (on object monitor) at rbccm.felix.objectdb.workflow.ObjectDbDataContainer.get(Unknown Source) - waiting to lock <0x0000000780a0e958> (a rbccm.felix.objectdb.workflow.ObjectDbDataContainer) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeDataInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskData(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeTaskInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.writeWorkflowInstance(Unknown Source) at rbccm.digest.workflow.serialisation.WorkflowSerialiser.toCompressedXML(Unknown Source) at rbccm.felix.datasynapse.DataSynapseProcessor.processWorkflow(Unknown Source) at rbccm.felix.datasynapse.DataSynapseProcessor.process(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-XMLTradeDSAgent-1/0" daemon prio=6 tid=0x000000000bbd7800 nid=0xa5c waiting on condition [0x000000000e8ff000] java.lang.Thread.State: WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x000000078086b070> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399) at rbccm.felix.framework.service.messaging.LinkedQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" daemon prio=6 tid=0x000000000bbd7000 nid=0x1c84 in Object.wait() [0x000000000e7ff000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000780dc7540> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:883) - locked <0x0000000780dc7540> (a com.objectdb.o.MST) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Thread-9" daemon prio=6 tid=0x000000000bbd6000 nid=0x21b0 waiting on condition [0x000000000e6ff000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at rbccm.felix.framework.utils.GCInvoker$1.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-ThreadAgent-Instance-1/1" daemon prio=6 tid=0x000000000bbd5800 nid=0x438 waiting on condition [0x000000000e5ff000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000780dc55a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424) at rbccm.felix.framework.service.messaging.PriorityMultiQueue.take(Unknown Source) at rbccm.felix.framework.service.messaging.PriorityMultiQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.messaging.PriorityMultiQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "uatsrtlonw342-ThreadAgent-Instance-1/0" daemon prio=6 tid=0x000000000bbd4800 nid=0xa34 waiting on condition [0x000000000e4ff000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x0000000780dc55a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2025) at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:424) at rbccm.felix.framework.service.messaging.PriorityMultiQueue.take(Unknown Source) at rbccm.felix.framework.service.messaging.PriorityMultiQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.messaging.PriorityMultiQueueMessagePipe.take(Unknown Source) at rbccm.felix.framework.service.ServiceRunner.run(Unknown Source) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" daemon prio=6 tid=0x000000000bbd4000 nid=0x2820 in Object.wait() [0x000000000e30f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:883) - locked <0x0000000780971248> (a com.objectdb.o.MST) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" daemon prio=6 tid=0x0000000009f88800 nid=0x2a6c in Object.wait() [0x000000000e20f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:883) - locked <0x00000007808e57f8> (a com.objectdb.o.MST) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" daemon prio=6 tid=0x000000000c276800 nid=0x29ec in Object.wait() [0x000000000e10f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000780130b80> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:883) - locked <0x0000000780130b80> (a com.objectdb.o.MST) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" daemon prio=6 tid=0x000000000bcf3800 nid=0x2f4c in Object.wait() [0x000000000e00f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078010b5f0> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:883) - locked <0x000000078010b5f0> (a com.objectdb.o.MST) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" daemon prio=6 tid=0x000000000bd54800 nid=0x198c in Object.wait() [0x000000000df0f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x0000000780886430> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:883) - locked <0x0000000780886430> (a com.objectdb.o.MST) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" daemon prio=6 tid=0x000000000bc09800 nid=0x3ac in Object.wait() [0x000000000de0f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078082be20> (a com.objectdb.o.MST) at java.lang.Object.wait(Object.java:485) at com.objectdb.o.SFL.run(SFL.java:883) - locked <0x000000078082be20> (a com.objectdb.o.MST) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "ODB-FileWriter" daemon prio=6 tid=0x000000000c042800 nid=0x25b0 runnable [0x000000000dd0f000] java.lang.Thread.State: RUNNABLE at com.objectdb.o.PGC.C(PGC.java:454) - locked <0x0000000780d54768> (a java.lang.Object) at com.objectdb.o.PGC.B(PGC.java:417) - locked <0x0000000780a0efa0> (a com.objectdb.o.PGC) at com.objectdb.o.SFL.ah(SFL.java:991) at com.objectdb.o.SFL.run(SFL.java:899) - locked <0x0000000780a0efa0> (a com.objectdb.o.PGC) - locked <0x0000000780d9df10> (a com.objectdb.o.LKM) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Thread-1" daemon prio=6 tid=0x000000000bd8f800 nid=0x265c waiting on condition [0x000000000c9cf000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.log4j.helpers.FileWatchdog.run(FileWatchdog.java:104) Locked ownable synchronizers: - None "RMI TCP Accept-0" daemon prio=6 tid=0x000000000bb42800 nid=0x3084 runnable [0x000000000c69f000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <0x000000078020ff28> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "RMI TCP Accept-16001" daemon prio=6 tid=0x000000000bb65800 nid=0xbf0 runnable [0x000000000c59f000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <0x000000078020fc18> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "RMI TCP Accept-0" daemon prio=6 tid=0x000000000b81d800 nid=0x22b8 runnable [0x000000000c49f000] java.lang.Thread.State: RUNNABLE at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:408) - locked <0x000000078133de50> (a java.net.SocksSocketImpl) at java.net.ServerSocket.implAccept(ServerSocket.java:462) at java.net.ServerSocket.accept(ServerSocket.java:430) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369) at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341) at java.lang.Thread.run(Thread.java:662) Locked ownable synchronizers: - None "Low Memory Detector" daemon prio=6 tid=0x0000000009f29800 nid=0xa40 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread1" daemon prio=10 tid=0x0000000009f1c800 nid=0x9a0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "C2 CompilerThread0" daemon prio=10 tid=0x0000000009f18000 nid=0x1274 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Attach Listener" daemon prio=10 tid=0x0000000009f15800 nid=0x2d58 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Signal Dispatcher" daemon prio=10 tid=0x0000000009f11000 nid=0x15c0 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE Locked ownable synchronizers: - None "Finalizer" daemon prio=8 tid=0x0000000009eaf800 nid=0x1ad8 in Object.wait() [0x000000000b17f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118) - locked <0x0000000781330628> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159) Locked ownable synchronizers: - None "Reference Handler" daemon prio=10 tid=0x0000000009ea7000 nid=0x25e8 in Object.wait() [0x000000000b07f000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:485) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116) - locked <0x000000078133da88> (a java.lang.ref.Reference$Lock) Locked ownable synchronizers: - None "main" prio=6 tid=0x0000000000b31000 nid=0x1ac0 in Object.wait() [0x0000000000cbf000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x000000078123d4a8> (a IceInternal.ObjectAdapterFactory) at java.lang.Object.wait(Object.java:485) at IceInternal.ObjectAdapterFactory.waitForShutdown(ObjectAdapterFactory.java:60) - locked <0x000000078123d4a8> (a IceInternal.ObjectAdapterFactory) at Ice.CommunicatorI.waitForShutdown(CommunicatorI.java:29) at rbccm.felix.framework.ice.ApplicationInstance.waitForShutdown(Unknown Source) - locked <0x0000000781215f20> (a rbccm.felix.framework.ice.ApplicationInstance) at rbccm.felix.framework.ice.IceApplication.run(Unknown Source) at rbccm.felix.gridservice.GridService.main(Unknown Source) Locked ownable synchronizers: - None "VM Thread" prio=10 tid=0x0000000009ea2000 nid=0x688 runnable "GC task thread#0 (ParallelGC)" prio=6 tid=0x0000000000b5f000 nid=0x27c runnable "GC task thread#1 (ParallelGC)" prio=6 tid=0x0000000000b5f800 nid=0xe68 runnable "GC task thread#2 (ParallelGC)" prio=6 tid=0x0000000000b60800 nid=0x101c runnable "GC task thread#3 (ParallelGC)" prio=6 tid=0x0000000000b61000 nid=0x1c30 runnable "VM Periodic Task Thread" prio=10 tid=0x0000000009f87000 nid=0xed4 waiting on condition JNI global references: 1531