Attachment 895128 Details for Bug 1097264 – jstack on server periodic recovery

jstack on server periodic recovery

ReloadOpsTestCase.server.jstack (text/plain), 17.61 KB, created by Ondrej Chaloupka on 2014-05-13 12:55:47 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Ondrej Chaloupka

Created: 2014-05-13 12:55:47 UTC

Size: 17.61 KB

patch

obsolete

>2014-05-13 13:46:01
>Full thread dump Java HotSpot(TM) 64-Bit Server VM (24.51-b03 mixed mode):
>
>"Attach Listener" daemon prio=10 tid=0x00007f5fd0032800 nid=0x7044 waiting on condition [0x0000000000000000]
>   java.lang.Thread.State: RUNNABLE
>
>"SIGTERM handler" daemon prio=10 tid=0x00007f5fd0031800 nid=0x6f5f waiting for monitor entry [0x00007f5f6cb3b000]
>   java.lang.Thread.State: BLOCKED (on object monitor)
>	at java.lang.Shutdown.exit(Shutdown.java:212)
>	- waiting to lock <0x00000000e00f5580> (a java.lang.Class for java.lang.Shutdown)
>	at java.lang.Terminator$1.handle(Terminator.java:52)
>	at sun.misc.Signal$1.run(Signal.java:212)
>	at java.lang.Thread.run(Thread.java:744)
>
>"ajp-/127.0.0.1:8009-1" daemon prio=10 tid=0x00007f5f740f3800 nid=0x6f19 in Object.wait() [0x00007f5fe8d6d000]
>   java.lang.Thread.State: WAITING (on object monitor)
>	at java.lang.Object.wait(Native Method)
>	- waiting on <0x00000000f85020c0> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
>	at java.lang.Object.wait(Object.java:503)
>	at org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:881)
>	- locked <0x00000000f85020c0> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
>	at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:907)
>	at java.lang.Thread.run(Thread.java:744)
>
>"MSC Shutdown Thread" prio=10 tid=0x00007f5f74107000 nid=0x6f17 waiting on condition [0x00007f5f6c737000]
>   java.lang.Thread.State: WAITING (parking)
>	at sun.misc.Unsafe.park(Native Method)
>	- parking to wait for  <0x00000000f98b3f90> (a java.util.concurrent.CountDownLatch$Sync)
>	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303)
>	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:236)
>	at org.jboss.msc.service.ServiceContainerImpl$ShutdownHookHolder$1$1.run(ServiceContainerImpl.java:136)
>	at java.lang.Thread.run(Thread.java:744)
>
>"Management Triggered Shutdown" prio=10 tid=0x00007f5f74104800 nid=0x6f13 in Object.wait() [0x00007f5f6ca3a000]
>   java.lang.Thread.State: WAITING (on object monitor)
>	at java.lang.Object.wait(Native Method)
>	- waiting on <0x00000000e00fd6a0> (a java.lang.Thread)
>	at java.lang.Thread.join(Thread.java:1280)
>	- locked <0x00000000e00fd6a0> (a java.lang.Thread)
>	at java.lang.Thread.join(Thread.java:1354)
>	at java.lang.ApplicationShutdownHooks.runHooks(ApplicationShutdownHooks.java:106)
>	at java.lang.ApplicationShutdownHooks$1.run(ApplicationShutdownHooks.java:46)
>	at java.lang.Shutdown.runHooks(Shutdown.java:123)
>	at java.lang.Shutdown.sequence(Shutdown.java:167)
>	at java.lang.Shutdown.exit(Shutdown.java:212)
>	- locked <0x00000000e00f5580> (a java.lang.Class for java.lang.Shutdown)
>	at java.lang.Runtime.exit(Runtime.java:109)
>	at java.lang.System.exit(System.java:962)
>	at org.jboss.as.server.operations.ServerShutdownHandler$1$1$1.run(ServerShutdownHandler.java:83)
>	at java.lang.Thread.run(Thread.java:744)
>
>"IdleRemover" daemon prio=10 tid=0x00007f5fa8141800 nid=0x6eda waiting on condition [0x00007f5fe8274000]
>   java.lang.Thread.State: TIMED_WAITING (parking)
>	at sun.misc.Unsafe.park(Native Method)
>	- parking to wait for  <0x00000000e11f15f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
>	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2176)
>	at org.jboss.jca.core.connectionmanager.pool.idle.IdleRemover$IdleRemoverRunner.run(IdleRemover.java:261)
>	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>	at java.lang.Thread.run(Thread.java:744)
>
>"ConnectionValidator" daemon prio=10 tid=0x00007f5fa0167000 nid=0x6ed9 waiting on condition [0x00007f5fe87dc000]
>   java.lang.Thread.State: TIMED_WAITING (parking)
>	at sun.misc.Unsafe.park(Native Method)
>	- parking to wait for  <0x00000000e11eeaa8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
>	at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2176)
>	at org.jboss.jca.core.connectionmanager.pool.validator.ConnectionValidator$ConnectionValidatorRunner.run(ConnectionValidator.java:263)
>	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>	at java.lang.Thread.run(Thread.java:744)
>
>"ServerDeploymentRepository-temp-threads - 1" daemon prio=10 tid=0x00007f5fa4073000 nid=0x6eac waiting on condition [0x00007f5f6e7c0000]
>   java.lang.Thread.State: WAITING (parking)
>	at sun.misc.Unsafe.park(Native Method)
>	- parking to wait for  <0x00000000f60881a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
>	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
>	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079)
>	at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
>	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>	at java.lang.Thread.run(Thread.java:744)
>	at org.jboss.threads.JBossThread.run(JBossThread.java:122)
>
>"Transaction Reaper Worker 0" daemon prio=10 tid=0x00007f5f900a2800 nid=0x6de4 in Object.wait() [0x00007f5f6d141000]
>   java.lang.Thread.State: WAITING (on object monitor)
>	at java.lang.Object.wait(Native Method)
>	- waiting on <0x00000000f5d52840> (a java.util.LinkedList)
>	at java.lang.Object.wait(Object.java:503)
>	at com.arjuna.ats.arjuna.coordinator.TransactionReaper.waitForCancellations(TransactionReaper.java:321)
>	- locked <0x00000000f5d52840> (a java.util.LinkedList)
>	at com.arjuna.ats.internal.arjuna.coordinator.ReaperWorkerThread.run(ReaperWorkerThread.java:65)
>
>"Transaction Reaper" daemon prio=10 tid=0x00007f5f900a2000 nid=0x6de3 in Object.wait() [0x00007f5f6d242000]
>   java.lang.Thread.State: TIMED_WAITING (on object monitor)
>	at java.lang.Object.wait(Native Method)
>	- waiting on <0x00000000f5d4ef48> (a com.arjuna.ats.arjuna.coordinator.TransactionReaper)
>	at com.arjuna.ats.internal.arjuna.coordinator.ReaperThread.run(ReaperThread.java:90)
>	- locked <0x00000000f5d4ef48> (a com.arjuna.ats.arjuna.coordinator.TransactionReaper)
>
>"Buffer reclamation thread" daemon prio=10 tid=0x00007f5fcc005800 nid=0x6ddb in Object.wait() [0x00007f5f6db4f000]
>   java.lang.Thread.State: WAITING (on object monitor)
>	at java.lang.Object.wait(Native Method)
>	- waiting on <0x00000000f558d4f0> (a java.lang.ref.ReferenceQueue$Lock)
>	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
>	- locked <0x00000000f558d4f0> (a java.lang.ref.ReferenceQueue$Lock)
>	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
>	at org.xnio.ByteBufferSlicePool$QueueThread.run(ByteBufferSlicePool.java:195)
>
>"DestroyJavaVM" prio=10 tid=0x00007f5ff400a800 nid=0x6d71 waiting on condition [0x0000000000000000]
>   java.lang.Thread.State: RUNNABLE
>
>"MSC service thread 1-8" prio=10 tid=0x00007f5f9c027000 nid=0x6d89 waiting on condition [0x00007f5fe98c5000]
>   java.lang.Thread.State: WAITING (parking)
>	at sun.misc.Unsafe.park(Native Method)
>	- parking to wait for  <0x00000000e098d400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
>	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
>	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
>	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>	at java.lang.Thread.run(Thread.java:744)
>
>"MSC service thread 1-7" prio=10 tid=0x00007f5f98001800 nid=0x6d88 waiting on condition [0x00007f5fe99c6000]
>   java.lang.Thread.State: WAITING (parking)
>	at sun.misc.Unsafe.park(Native Method)
>	- parking to wait for  <0x00000000e098d400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
>	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
>	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
>	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>	at java.lang.Thread.run(Thread.java:744)
>
>"MSC service thread 1-6" prio=10 tid=0x00007f5fa4001000 nid=0x6d87 waiting on condition [0x00007f5fe9ac7000]
>   java.lang.Thread.State: WAITING (parking)
>	at sun.misc.Unsafe.park(Native Method)
>	- parking to wait for  <0x00000000e098d400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
>	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
>	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
>	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>	at java.lang.Thread.run(Thread.java:744)
>
>"MSC service thread 1-5" prio=10 tid=0x00007f5fac001800 nid=0x6d86 waiting on condition [0x00007f5fe9bc8000]
>   java.lang.Thread.State: WAITING (parking)
>	at sun.misc.Unsafe.park(Native Method)
>	- parking to wait for  <0x00000000e098d400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
>	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
>	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
>	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>	at java.lang.Thread.run(Thread.java:744)
>
>"MSC service thread 1-4" prio=10 tid=0x00007f5fa0001000 nid=0x6d85 waiting on condition [0x00007f5fe9cc9000]
>   java.lang.Thread.State: WAITING (parking)
>	at sun.misc.Unsafe.park(Native Method)
>	- parking to wait for  <0x00000000e098d400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
>	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
>	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
>	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>	at java.lang.Thread.run(Thread.java:744)
>
>"MSC service thread 1-3" prio=10 tid=0x00007f5ff4584000 nid=0x6d84 waiting on condition [0x00007f5fe9dca000]
>   java.lang.Thread.State: WAITING (parking)
>	at sun.misc.Unsafe.park(Native Method)
>	- parking to wait for  <0x00000000e098d400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
>	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
>	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
>	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>	at java.lang.Thread.run(Thread.java:744)
>
>"MSC service thread 1-2" prio=10 tid=0x00007f5fa8001000 nid=0x6d83 waiting on condition [0x00007f5fe9ecb000]
>   java.lang.Thread.State: WAITING (parking)
>	at sun.misc.Unsafe.park(Native Method)
>	- parking to wait for  <0x00000000e098d400> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
>	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
>	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
>	at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
>	at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
>	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
>	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>	at java.lang.Thread.run(Thread.java:744)
>
>"MSC service thread 1-1" prio=10 tid=0x00007f5ff457e800 nid=0x6d82 in Object.wait() [0x00007f5fe9fcc000]
>   java.lang.Thread.State: WAITING (on object monitor)
>	at java.lang.Object.wait(Native Method)
>	- waiting on <0x00000000f5f37780> (a java.lang.Object)
>	at java.lang.Object.wait(Object.java:503)
>	at com.arjuna.ats.internal.arjuna.recovery.PeriodicRecovery.shutdown(PeriodicRecovery.java:189)
>	- locked <0x00000000f5f37780> (a java.lang.Object)
>	at com.arjuna.ats.internal.arjuna.recovery.RecoveryManagerImple.stop(RecoveryManagerImple.java:177)
>	at com.arjuna.ats.arjuna.recovery.RecoveryManager.terminate(RecoveryManager.java:208)
>	- locked <0x00000000f5580f00> (a com.arjuna.ats.arjuna.recovery.RecoveryManager)
>	at com.arjuna.ats.arjuna.recovery.RecoveryManager.terminate(RecoveryManager.java:192)
>	at com.arjuna.ats.jbossatx.jta.RecoveryManagerService.stop(RecoveryManagerService.java:73)
>	at org.jboss.as.txn.service.ArjunaRecoveryManagerService.stop(ArjunaRecoveryManagerService.java:151)
>	- locked <0x00000000f7d70a98> (a org.jboss.as.txn.service.ArjunaRecoveryManagerService)
>	at org.jboss.msc.service.ServiceControllerImpl$StopTask.stopService(ServiceControllerImpl.java:2088)
>	at org.jboss.msc.service.ServiceControllerImpl$StopTask.run(ServiceControllerImpl.java:2049)
>	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>	at java.lang.Thread.run(Thread.java:744)
>
>"Reference Reaper" daemon prio=10 tid=0x00007f5ff4201800 nid=0x6d7f in Object.wait() [0x00007f5fea6fd000]
>   java.lang.Thread.State: WAITING (on object monitor)
>	at java.lang.Object.wait(Native Method)
>	- waiting on <0x00000000fe4744c8> (a java.lang.ref.ReferenceQueue$Lock)
>	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
>	- locked <0x00000000fe4744c8> (a java.lang.ref.ReferenceQueue$Lock)
>	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
>	at org.jboss.modules.ref.References$ReaperThread.run(References.java:68)
>
>"Service Thread" daemon prio=10 tid=0x00007f5ff415e000 nid=0x6d7d runnable [0x0000000000000000]
>   java.lang.Thread.State: RUNNABLE
>
>"C2 CompilerThread1" daemon prio=10 tid=0x00007f5ff415b800 nid=0x6d7c waiting on condition [0x0000000000000000]
>   java.lang.Thread.State: RUNNABLE
>
>"C2 CompilerThread0" daemon prio=10 tid=0x00007f5ff4158800 nid=0x6d7b waiting on condition [0x0000000000000000]
>   java.lang.Thread.State: RUNNABLE
>
>"Signal Dispatcher" daemon prio=10 tid=0x00007f5ff414e800 nid=0x6d7a runnable [0x0000000000000000]
>   java.lang.Thread.State: RUNNABLE
>
>"Finalizer" daemon prio=10 tid=0x00007f5ff4137800 nid=0x6d79 in Object.wait() [0x00007f5ff05f4000]
>   java.lang.Thread.State: WAITING (on object monitor)
>	at java.lang.Object.wait(Native Method)
>	- waiting on <0x00000000e093f210> (a java.lang.ref.ReferenceQueue$Lock)
>	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
>	- locked <0x00000000e093f210> (a java.lang.ref.ReferenceQueue$Lock)
>	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
>	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)
>
>"Reference Handler" daemon prio=10 tid=0x00007f5ff4133800 nid=0x6d78 in Object.wait() [0x00007f5ff06f5000]
>   java.lang.Thread.State: WAITING (on object monitor)
>	at java.lang.Object.wait(Native Method)
>	- waiting on <0x00000000e093ed68> (a java.lang.ref.Reference$Lock)
>	at java.lang.Object.wait(Object.java:503)
>	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
>	- locked <0x00000000e093ed68> (a java.lang.ref.Reference$Lock)
>
>"VM Thread" prio=10 tid=0x00007f5ff4131000 nid=0x6d77 runnable 
>
>"GC task thread#0 (ParallelGC)" prio=10 tid=0x00007f5ff4020000 nid=0x6d73 runnable 
>
>"GC task thread#1 (ParallelGC)" prio=10 tid=0x00007f5ff4022000 nid=0x6d74 runnable 
>
>"GC task thread#2 (ParallelGC)" prio=10 tid=0x00007f5ff4024000 nid=0x6d75 runnable 
>
>"GC task thread#3 (ParallelGC)" prio=10 tid=0x00007f5ff4025800 nid=0x6d76 runnable 
>
>"VM Periodic Task Thread" prio=10 tid=0x00007f5ff4168800 nid=0x6d7e waiting on condition 
>
>JNI global references: 201
>

Actions: View

Attachments on bug 1097264: 895126 | 895127 | 895128