blob: 7776fccd6de38e838bbbc9e4b5030606ab81b0d1 [file] [log] [blame]
--- pid 30156 -----------------------------------------------------------------
2018-02-21 14:36:13
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.144-b01 mixed mode):
"Attach Listener" #103 daemon prio=9 os_prio=0 tid=0x00007f6ce0001000 nid=0x7736 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"P2P message reader for 10.118.26.122(server2:30380)<v2>:1026 shared ordered uid=3 port=58526" #102 daemon prio=10 os_prio=0 tid=0x00007f6c40009000 nid=0x7705 runnable [0x00007f6c14052000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
- locked <0x0000000749c85bd8> (a java.lang.Object)
at readMessages(Connection.java:1810)
at org.apache.geode.internal.tcp.Connection.run(Connection.java:1690)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"P2P message reader for 10.118.26.122(server2:30380)<v2>:1026 shared unordered uid=1 port=58520" #101 daemon prio=10 os_prio=0 tid=0x00007f6c40008000 nid=0x76de runnable [0x00007f6c14153000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
- locked <0x0000000749c859a0> (a java.lang.Object)
at readMessages(Connection.java:1810)
at org.apache.geode.internal.tcp.Connection.run(Connection.java:1690)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"pool-3-thread-2" #99 prio=5 os_prio=0 tid=0x00007f6c6c002800 nid=0x76d8 waiting on condition [0x00007f6c14254000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000648109d70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"P2P message reader for 10.118.26.122(server1:30266)<v1>:1025 shared ordered uid=2 port=58512" #98 daemon prio=10 os_prio=0 tid=0x00007f6c40006800 nid=0x7699 runnable [0x00007f6c14555000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
- locked <0x0000000749c85768> (a java.lang.Object)
at readMessages(Connection.java:1810)
at org.apache.geode.internal.tcp.Connection.run(Connection.java:1690)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode UDP INT-2,trout-10820" #97 daemon prio=5 os_prio=0 tid=0x00007f6c88004800 nid=0x768b waiting on condition [0x00007f6c14656000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a71a40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode Failure Detection thread 1" #96 daemon prio=5 os_prio=0 tid=0x00007f6c8c001800 nid=0x7683 waiting on condition [0x00007f6c14757000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a6f5a0> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Notification Handler" #95 daemon prio=10 os_prio=0 tid=0x00007f6c48006800 nid=0x7680 waiting on condition [0x00007f6c14858000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647bc3110> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode UDP INT-1,trout-10820" #94 daemon prio=5 os_prio=0 tid=0x00007f6c88003800 nid=0x767a waiting on condition [0x00007f6c14959000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a71a40> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Function Execution Processor1" #93 daemon prio=10 os_prio=0 tid=0x00007f6c4c00b000 nid=0x7679 waiting on condition [0x00007f6c14a5a000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a493b0> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$9$1.run(ClusterDistributionManager.java:987)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled High Priority Message Processor 1" #92 daemon prio=10 os_prio=0 tid=0x00007f6c4c009000 nid=0x7672 waiting on condition [0x00007f6c14d5d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a4b3c0> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$5$1.run(ClusterDistributionManager.java:829)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"P2P message reader for 10.118.26.122(server1:30266)<v1>:1025 shared unordered uid=1 port=58510" #91 daemon prio=10 os_prio=0 tid=0x00007f6c40005800 nid=0x7670 runnable [0x00007f6c14b5b000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
- locked <0x0000000749c84fd0> (a java.lang.Object)
at readMessages(Connection.java:1810)
at org.apache.geode.internal.tcp.Connection.run(Connection.java:1690)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"P2P-Handshaker trout.gemstone.com/10.118.26.122:0 Thread 0" #90 daemon prio=10 os_prio=0 tid=0x00007f6c84001800 nid=0x766f waiting on condition [0x00007f6c14c5c000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a6d860> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"pool-3-thread-1" #88 prio=5 os_prio=0 tid=0x00007f6c6c001000 nid=0x766a waiting on condition [0x00007f6c14e5e000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000648109d70> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"View Message Processor" #87 daemon prio=5 os_prio=0 tid=0x00007f6c68002000 nid=0x7669 waiting on condition [0x00007f6cc4edd000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647be96c0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$3$1.run(ClusterDistributionManager.java:750)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"RMI TCP Connection(idle)" #85 daemon prio=5 os_prio=0 tid=0x00007f6c18003000 nid=0x7631 waiting on condition [0x00007f6c15086000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000748a72d48> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"RMI Scheduler(0)" #84 daemon prio=5 os_prio=0 tid=0x00007f6c2c018800 nid=0x762d waiting on condition [0x00007f6c15187000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000748a79370> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"RMI TCP Connection(idle)" #83 daemon prio=5 os_prio=0 tid=0x00007f6c18001800 nid=0x762c waiting on condition [0x00007f6c15288000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000748a72d48> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"GC Daemon" #82 daemon prio=2 os_prio=0 tid=0x00007f6c7501e000 nid=0x762b in Object.wait() [0x00007f6c15389000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000748abcd18> (a sun.misc.GC$LatencyLock)
at sun.misc.GC$Daemon.run(GC.java:117)
- locked <0x0000000748abcd18> (a sun.misc.GC$LatencyLock)
Locked ownable synchronizers:
- None
"RMI Reaper" #81 prio=5 os_prio=0 tid=0x00007f6c7501a000 nid=0x762a in Object.wait() [0x00007f6c1548a000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000748a77a68> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x0000000748a77a68> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:351)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"RMI TCP Accept-1099" #80 daemon prio=5 os_prio=0 tid=0x00007f6c75017000 nid=0x7629 runnable [0x00007f6c1678e000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:400)
at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:372)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Scheduler-469619949" #77 prio=5 os_prio=0 tid=0x00007f6c7415c800 nid=0x7627 waiting on condition [0x00007f6c17cfd000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647cefce0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"qtp1316067428-76" #76 prio=5 os_prio=0 tid=0x00007f6c7409f800 nid=0x7626 waiting on condition [0x00007f6c17ffe000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647cf0a48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"qtp1316067428-75" #75 prio=5 os_prio=0 tid=0x00007f6c7409d800 nid=0x7625 waiting on condition [0x00007f6cc41a6000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647cf0a48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"qtp1316067428-74" #74 prio=5 os_prio=0 tid=0x00007f6c7409b800 nid=0x7624 waiting on condition [0x00007f6cc42a7000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647cf0a48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"qtp1316067428-73-acceptor-0@4ceab291-ServerConnector@422d557c{HTTP/1.1,[http/1.1]}{0.0.0.0:7070}" #73 prio=3 os_prio=0 tid=0x00007f6c7409a000 nid=0x7623 runnable [0x00007f6cc45d6000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
- locked <0x0000000748996ef8> (a java.lang.Object)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:379)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:638)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"qtp1316067428-72" #72 prio=5 os_prio=0 tid=0x00007f6c74098800 nid=0x7622 runnable [0x00007f6cc46d7000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000748a495a0> (a sun.nio.ch.Util$3)
- locked <0x0000000748a49590> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000748a49478> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$85/243750574.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"qtp1316067428-71" #71 prio=5 os_prio=0 tid=0x00007f6c74097800 nid=0x7621 runnable [0x00007f6cc49d8000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000748a39148> (a sun.nio.ch.Util$3)
- locked <0x0000000748a39138> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000748a39020> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$85/243750574.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"qtp1316067428-70" #70 prio=5 os_prio=0 tid=0x00007f6c74094000 nid=0x7620 runnable [0x00007f6cc4cdb000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000748a28cf0> (a sun.nio.ch.Util$3)
- locked <0x0000000748a28ce0> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000748a28bc8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$85/243750574.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"qtp1316067428-69" #69 prio=5 os_prio=0 tid=0x00007f6c74093000 nid=0x761f runnable [0x00007f6cc4ddc000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x0000000748a15418> (a sun.nio.ch.Util$3)
- locked <0x0000000748a15390> (a java.util.Collections$UnmodifiableSet)
- locked <0x0000000748a15260> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$85/243750574.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Lock Grantor for __CLUSTER_CONFIG_LS" #67 daemon prio=5 os_prio=0 tid=0x00007f6d353fd800 nid=0x761c in Object.wait() [0x00007f6cc4ad9000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.geode.distributed.internal.locks.DLockGrantor$DLockGrantorThread.run(DLockGrantor.java:3506)
- locked <0x0000000647c63c40> (a java.lang.Object)
Locked ownable synchronizers:
- None
"Asynchronous disk writer for region cluster_config" #65 daemon prio=5 os_prio=0 tid=0x00007f6d352e8800 nid=0x761a in Object.wait() [0x00007f6cc4bda000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:460)
at java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:348)
at org.apache.geode.internal.cache.DiskStoreImpl$FlusherThread.waitUntilFlushIsReady(DiskStoreImpl.java:1664)
- locked <0x0000000647af3368> (a java.lang.Object)
at org.apache.geode.internal.cache.DiskStoreImpl$FlusherThread.run(DiskStoreImpl.java:1696)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Management Task" #46 daemon prio=5 os_prio=0 tid=0x00007f6d350df800 nid=0x7606 waiting on condition [0x00007f6cc51de000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000064798e740> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.management.internal.LocalManager$1$1.run(LocalManager.java:112)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"DiskStoreMonitor" #45 daemon prio=5 os_prio=0 tid=0x00007f6d34c67000 nid=0x7605 waiting on condition [0x00007f6cc52df000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647af0468> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-3" #44 daemon prio=5 os_prio=0 tid=0x00007f6d34c60800 nid=0x7604 in Object.wait() [0x00007f6cc53e0000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647b0c098> (a java.util.TaskQueue)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000647b0c098> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Non-replicate Region Garbage Collector" #43 daemon prio=5 os_prio=0 tid=0x00007f6d34c5d000 nid=0x7603 in Object.wait() [0x00007f6cc54e1000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.doSleep(TombstoneService.java:930)
- locked <0x0000000647af0d58> (a org.apache.geode.internal.cache.TombstoneService$NonReplicateTombstoneSweeper)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.run(TombstoneService.java:896)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Replicate/Partition Region Garbage Collector" #42 daemon prio=5 os_prio=0 tid=0x00007f6d34c56000 nid=0x7602 in Object.wait() [0x00007f6cc55e2000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.doSleep(TombstoneService.java:930)
- locked <0x0000000647b0c548> (a org.apache.geode.internal.cache.TombstoneService$ReplicateTombstoneSweeper)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.run(TombstoneService.java:896)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-2" #41 daemon prio=5 os_prio=0 tid=0x00007f6d34c51000 nid=0x7601 in Object.wait() [0x00007f6cc56e3000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647af1240> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x0000000647af1240> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"GlobalTXTimeoutMonitor" #40 daemon prio=5 os_prio=0 tid=0x00007f6d34be1800 nid=0x7600 in Object.wait() [0x00007f6cc59e4000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000006479fbe48> (a java.util.Collections$SynchronizedSortedSet)
at java.lang.Object.wait(Object.java:502)
at org.apache.geode.internal.jta.TransactionManagerImpl$TransactionTimeOutThread.run(TransactionManagerImpl.java:792)
- locked <0x00000006479fbe48> (a java.util.Collections$SynchronizedSortedSet)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Thread-4 StatSampler" #39 daemon prio=10 os_prio=0 tid=0x00007f6d34bce000 nid=0x75ff in Object.wait() [0x00007f6cc5ae5000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.geode.internal.statistics.HostStatSampler.delay(HostStatSampler.java:521)
- locked <0x00000006479fe5e0> (a org.apache.geode.internal.statistics.GemFireStatSampler)
at org.apache.geode.internal.statistics.HostStatSampler.run(HostStatSampler.java:209)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"CallbackSampler" #38 daemon prio=5 os_prio=0 tid=0x00007f6d34bc7800 nid=0x75fe waiting on condition [0x00007f6cc5be6000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a1e9f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled Waiting Message Processor 0" #37 daemon prio=5 os_prio=0 tid=0x00007f6d34bc3800 nid=0x75fd waiting on condition [0x00007f6cc5ee7000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a48b18> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$6$1.run(ClusterDistributionManager.java:862)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"DM-MemberEventInvoker" #23 daemon prio=5 os_prio=0 tid=0x00007f6d34bc0800 nid=0x75fc waiting on condition [0x00007f6cc5fe8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a48fd8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.ClusterDistributionManager$MemberEventInvoker.run(ClusterDistributionManager.java:2239)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode Membership View Creator" #36 daemon prio=5 os_prio=0 tid=0x00007f6d34bbf800 nid=0x75fb in Object.wait() [0x00007f6cc60e9000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.geode.distributed.internal.membership.gms.membership.GMSJoinLeave$ViewCreator.run(GMSJoinLeave.java:2219)
- locked <0x0000000647a74b80> (a java.util.LinkedList)
Locked ownable synchronizers:
- None
"locator request thread[1]" #35 daemon prio=5 os_prio=0 tid=0x00007f6cb8002800 nid=0x75f9 waiting on condition [0x00007f6cc61ea000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647ad3980> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-1" #34 daemon prio=5 os_prio=0 tid=0x00007f6d34bab000 nid=0x75f8 in Object.wait() [0x00007f6cc62eb000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a6dc80> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x0000000647a6dc80> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Geode Heartbeat Sender" #33 daemon prio=5 os_prio=0 tid=0x00007f6d34ba9800 nid=0x75f6 waiting on condition [0x00007f6cc63ec000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor$3.sendPeriodicHeartbeats(GMSHealthMonitor.java:758)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor$3.run(GMSHealthMonitor.java:752)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- <0x0000000647a6f4f0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"Geode Failure Detection Server thread 0" #32 daemon prio=5 os_prio=0 tid=0x00007f6d34ba8000 nid=0x75f5 runnable [0x00007f6cc64ed000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor.lambda$startTcpServer$2(GMSHealthMonitor.java:700)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor$$Lambda$34/355885103.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- <0x0000000647a6f998> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"P2P Listener Thread /10.118.26.122:57905" #31 daemon prio=10 os_prio=0 tid=0x00007f6d34ba6000 nid=0x75f4 runnable [0x00007f6cc65ee000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
- locked <0x0000000647a4d118> (a java.lang.Object)
at org.apache.geode.internal.tcp.TCPConduit.run(TCPConduit.java:682)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-0" #30 daemon prio=5 os_prio=0 tid=0x00007f6d34ba0000 nid=0x75f3 in Object.wait() [0x00007f6cc66ef000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x0000000647a4d308> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Geode Failure Detection Scheduler" #29 daemon prio=5 os_prio=0 tid=0x00007f6d34b9e800 nid=0x75f2 waiting on condition [0x00007f6cc67f0000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a6fe48> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"unicast receiver,trout-10820" #28 daemon prio=5 os_prio=0 tid=0x00007f6d34b9b000 nid=0x75f0 runnable [0x00007f6cc68f1000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainDatagramSocketImpl.receive0(Native Method)
- locked <0x0000000647a73318> (a java.net.PlainDatagramSocketImpl)
at java.net.AbstractPlainDatagramSocketImpl.receive(AbstractPlainDatagramSocketImpl.java:143)
- locked <0x0000000647a73318> (a java.net.PlainDatagramSocketImpl)
at java.net.DatagramSocket.receive(DatagramSocket.java:812)
- locked <0x0000000647af1840> (a java.net.DatagramPacket)
- locked <0x0000000647a732c8> (a java.net.MulticastSocket)
at org.jgroups.protocols.UDP$PacketReceiver.run(UDP.java:694)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"TransferQueueBundler,trout-10820" #27 daemon prio=5 os_prio=0 tid=0x00007f6d34b99000 nid=0x75ef waiting on condition [0x00007f6cc69f2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a72ad0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403)
at org.jgroups.protocols.TransferQueueBundler.run(TransferQueueBundler.java:75)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode UDP Timer-2,trout-10820" #26 daemon prio=5 os_prio=0 tid=0x00007f6d34b95000 nid=0x75ee waiting on condition [0x00007f6cc6af3000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a71ca0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer runner-1,trout-10820" #25 daemon prio=5 os_prio=0 tid=0x00007f6d34b90800 nid=0x75ed waiting on condition [0x00007f6cc6bf4000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a72940> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:223)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:70)
at org.jgroups.util.TimeScheduler3.run(TimeScheduler3.java:166)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode Membership Timer" #24 daemon prio=5 os_prio=0 tid=0x00007f6d34aa2800 nid=0x75ec in Object.wait() [0x00007f6cc6ef5000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000006479f1130> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x00000006479f1130> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Function Execution Processor0" #22 daemon prio=5 os_prio=0 tid=0x00007f6d34aa0800 nid=0x75eb waiting on condition [0x00007f6cc6ff6000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a49300> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.FunctionExecutionPooledExecutor$2.run(FunctionExecutionPooledExecutor.java:131)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$9$1.run(ClusterDistributionManager.java:987)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"PartitionedRegion Message Processor0" #21 daemon prio=5 os_prio=0 tid=0x00007f6d34a9c000 nid=0x75ea waiting on condition [0x00007f6cc70f7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a49dc0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$8$1.run(ClusterDistributionManager.java:942)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"PrMetaData cleanup Message Processor 0" #20 daemon prio=5 os_prio=0 tid=0x00007f6d34a9a000 nid=0x75e9 waiting on condition [0x00007f6cc71f8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a4a868> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$7$1.run(ClusterDistributionManager.java:901)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled High Priority Message Processor 0" #19 daemon prio=5 os_prio=0 tid=0x00007f6d34a98000 nid=0x75e8 waiting on condition [0x00007f6cc72f9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a4b310> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$5$1.run(ClusterDistributionManager.java:829)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled Message Processor 0" #18 daemon prio=5 os_prio=0 tid=0x00007f6d34a93000 nid=0x75e7 waiting on condition [0x00007f6cc73fa000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a4bda0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$4$1.run(ClusterDistributionManager.java:788)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"SystemFailure Proctor" #17 daemon prio=5 os_prio=0 tid=0x00007f6d34a3d800 nid=0x75e6 waiting on condition [0x00007f6cc76fb000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.SystemFailure.runProctor(SystemFailure.java:635)
at org.apache.geode.SystemFailure$$Lambda$32/1608633989.run(Unknown Source)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"SystemFailure WatchDog" #16 daemon prio=5 os_prio=0 tid=0x00007f6d34a3b800 nid=0x75e5 in Object.wait() [0x00007f6cc77fc000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.geode.SystemFailure.runWatchDog(SystemFailure.java:423)
- locked <0x0000000647af1868> (a java.lang.Object)
at org.apache.geode.SystemFailure$$Lambda$31/70695990.run(Unknown Source)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Distribution Locator on trout.gemstone.com" #15 daemon prio=5 os_prio=0 tid=0x00007f6d34a1a800 nid=0x75e4 runnable [0x00007f6cc78fd000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at org.apache.geode.distributed.internal.tcpserver.TcpServer.run(TcpServer.java:312)
at org.apache.geode.distributed.internal.tcpserver.TcpServer$2.run(TcpServer.java:229)
Locked ownable synchronizers:
- None
"ControlFileWatchdog@5e5d171f monitoring vf.gf.locator.status.cmd" #13 daemon prio=5 os_prio=0 tid=0x00007f6d347b3800 nid=0x75e2 waiting on condition [0x00007f6cc7ffe000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.internal.process.ControlFileWatchdog.doWork(ControlFileWatchdog.java:82)
at org.apache.geode.internal.process.ControlFileWatchdog.run(ControlFileWatchdog.java:62)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"ControlFileWatchdog@7770f470 monitoring vf.gf.locator.stop.cmd" #12 daemon prio=5 os_prio=0 tid=0x00007f6d347b2000 nid=0x75e1 waiting on condition [0x00007f6cf419d000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.internal.process.ControlFileWatchdog.doWork(ControlFileWatchdog.java:82)
at org.apache.geode.internal.process.ControlFileWatchdog.run(ControlFileWatchdog.java:62)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x00007f6d340d1000 nid=0x75df runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x00007f6d340c6000 nid=0x75de waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f6d340c4000 nid=0x75dd waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f6d340c2000 nid=0x75dc waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f6d340bf000 nid=0x75db waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f6d340bd800 nid=0x75da runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f6d3408a800 nid=0x75d9 in Object.wait() [0x00007f6cf6100000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000006474188c8> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x00000006474188c8> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
Locked ownable synchronizers:
- None
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f6d34086000 nid=0x75d8 in Object.wait() [0x00007f6cf6201000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000064742ff60> (a java.lang.ref.Reference$Lock)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x000000064742ff60> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
Locked ownable synchronizers:
- None
"main" #1 prio=5 os_prio=0 tid=0x00007f6d34008000 nid=0x75cd in Object.wait() [0x00007f6d3c971000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647ad3d98> (a org.apache.geode.distributed.internal.tcpserver.TcpServer$2)
at java.lang.Thread.join(Thread.java:1252)
- locked <0x0000000647ad3d98> (a org.apache.geode.distributed.internal.tcpserver.TcpServer$2)
at java.lang.Thread.join(Thread.java:1326)
at org.apache.geode.distributed.internal.tcpserver.TcpServer.join(TcpServer.java:266)
at org.apache.geode.distributed.internal.InternalLocator.waitToStop(InternalLocator.java:893)
at org.apache.geode.distributed.LocatorLauncher.waitOnLocator(LocatorLauncher.java:739)
at org.apache.geode.distributed.LocatorLauncher.run(LocatorLauncher.java:550)
at org.apache.geode.distributed.LocatorLauncher.main(LocatorLauncher.java:192)
Locked ownable synchronizers:
- None
"VM Thread" os_prio=0 tid=0x00007f6d3407e000 nid=0x75d7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f6d3401d000 nid=0x75cf runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f6d3401f000 nid=0x75d0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f6d34021000 nid=0x75d1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f6d34022800 nid=0x75d2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00007f6d34024800 nid=0x75d3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00007f6d34026000 nid=0x75d4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x00007f6d34028000 nid=0x75d5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x00007f6d34029800 nid=0x75d6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x00007f6d340d4000 nid=0x75e0 waiting on condition
JNI global references: 577
--- pid 30266 -----------------------------------------------------------------
2018-02-21 14:36:13
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.144-b01 mixed mode):
"Attach Listener" #81 daemon prio=9 os_prio=0 tid=0x00007f13bc001000 nid=0x774c waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"P2P message reader for 10.118.26.122(server2:30380)<v2>:1026 shared ordered uid=4 port=57410" #80 daemon prio=10 os_prio=0 tid=0x00007f134000a000 nid=0x7707 runnable [0x00007f12ffbfa000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
- locked <0x00000007435986d8> (a java.lang.Object)
at readMessages(Connection.java:1810)
at org.apache.geode.internal.tcp.Connection.run(Connection.java:1690)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode Failure Detection thread 1" #79 daemon prio=5 os_prio=0 tid=0x00007f136c001800 nid=0x7703 waiting on condition [0x00007f12ffcfb000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000064792b3b0> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"P2P message reader for 10.118.26.122(server2:30380)<v2>:1026 shared unordered uid=2 port=57404" #77 daemon prio=10 os_prio=0 tid=0x00007f1340009000 nid=0x76e1 runnable [0x00007f13a83c7000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
- locked <0x00000007435984a0> (a java.lang.Object)
at readMessages(Connection.java:1810)
at org.apache.geode.internal.tcp.Connection.run(Connection.java:1690)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"View Message Processor" #76 daemon prio=5 os_prio=0 tid=0x00007f1368008800 nid=0x76d9 waiting on condition [0x00007f13a82c6000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647c45d30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$3$1.run(ClusterDistributionManager.java:750)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Function Execution Processor1" #75 daemon prio=10 os_prio=0 tid=0x00007f1344013000 nid=0x769e waiting on condition [0x00007f12ffefd000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000006479b00c8> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$9$1.run(ClusterDistributionManager.java:987)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"DestroyJavaVM" #74 prio=5 os_prio=0 tid=0x00007f1410008000 nid=0x763f waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Cache Server Load Polling Thread" #71 daemon prio=5 os_prio=0 tid=0x00007f1410ea6000 nid=0x769c in Object.wait() [0x00007f13a81c5000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000007429d80c8> (a java.lang.Object)
at org.apache.geode.cache.server.internal.LoadMonitor$PollingThread.run(LoadMonitor.java:169)
- locked <0x00000007429d80c8> (a java.lang.Object)
Locked ownable synchronizers:
- None
"Cache Server Acceptor 0.0.0.0/0.0.0.0:27000 local port: 27000" #73 prio=5 os_prio=0 tid=0x00007f1410ea4800 nid=0x769b runnable [0x00007f12ffffe000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at org.apache.geode.internal.cache.tier.sockets.AcceptorImpl.accept(AcceptorImpl.java:1258)
at org.apache.geode.internal.cache.tier.sockets.AcceptorImpl.run(AcceptorImpl.java:1197)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"ClientHealthMonitor Thread" #72 daemon prio=5 os_prio=0 tid=0x00007f1410ea3000 nid=0x769a waiting on condition [0x00007f13a86c8000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.internal.cache.tier.sockets.ClientHealthMonitor$ClientHealthMonitorThread.run(ClientHealthMonitor.java:794)
Locked ownable synchronizers:
- None
"Geode UDP INT-2,trout-19980" #57 daemon prio=5 os_prio=0 tid=0x00007f1368007000 nid=0x768a waiting on condition [0x00007f12ffdfc000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000064798bc38> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Management Task" #50 daemon prio=5 os_prio=0 tid=0x00007f1410c20000 nid=0x7682 waiting on condition [0x00007f13a87c9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647944888> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.management.internal.LocalManager$1$1.run(LocalManager.java:112)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Notification Handler" #49 daemon prio=10 os_prio=0 tid=0x00007f134400d800 nid=0x7681 waiting on condition [0x00007f13a88ca000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a1c3c8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"DiskStoreMonitor" #48 daemon prio=5 os_prio=0 tid=0x00007f1410bd8000 nid=0x767f waiting on condition [0x00007f13a89cb000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a1e2a8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-3" #47 daemon prio=5 os_prio=0 tid=0x00007f1410bd1000 nid=0x767e in Object.wait() [0x00007f13a8acc000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a1eba0> (a java.util.TaskQueue)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000647a1eba0> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Non-replicate Region Garbage Collector" #46 daemon prio=5 os_prio=0 tid=0x00007f1410bce800 nid=0x767d in Object.wait() [0x00007f13a8bcd000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a8ebc8> (a org.apache.geode.internal.cache.TombstoneService$NonReplicateTombstoneSweeper)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.doSleep(TombstoneService.java:930)
- locked <0x0000000647a8ebc8> (a org.apache.geode.internal.cache.TombstoneService$NonReplicateTombstoneSweeper)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.run(TombstoneService.java:896)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Replicate/Partition Region Garbage Collector" #45 daemon prio=5 os_prio=0 tid=0x00007f1410bcc800 nid=0x767c in Object.wait() [0x00007f13a8cce000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a8eff8> (a org.apache.geode.internal.cache.TombstoneService$ReplicateTombstoneSweeper)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.doSleep(TombstoneService.java:930)
- locked <0x0000000647a8eff8> (a org.apache.geode.internal.cache.TombstoneService$ReplicateTombstoneSweeper)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.run(TombstoneService.java:896)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-2" #44 daemon prio=5 os_prio=0 tid=0x00007f1410bc6000 nid=0x767b in Object.wait() [0x00007f13a8dcf000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a8f4b0> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x0000000647a8f4b0> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"GlobalTXTimeoutMonitor" #43 daemon prio=5 os_prio=0 tid=0x00007f1410b53800 nid=0x7678 in Object.wait() [0x00007f13a90d0000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000006479867a8> (a java.util.Collections$SynchronizedSortedSet)
at java.lang.Object.wait(Object.java:502)
at org.apache.geode.internal.jta.TransactionManagerImpl$TransactionTimeOutThread.run(TransactionManagerImpl.java:792)
- locked <0x00000006479867a8> (a java.util.Collections$SynchronizedSortedSet)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled Message Processor 1" #42 daemon prio=10 os_prio=0 tid=0x00007f134400c000 nid=0x7677 waiting on condition [0x00007f13a91d1000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000064798da38> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$4$1.run(ClusterDistributionManager.java:788)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Thread-6 StatSampler" #41 daemon prio=10 os_prio=0 tid=0x00007f1410b46800 nid=0x7676 in Object.wait() [0x00007f13a94d2000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000006479c04f8> (a org.apache.geode.internal.statistics.GemFireStatSampler)
at org.apache.geode.internal.statistics.HostStatSampler.delay(HostStatSampler.java:521)
- locked <0x00000006479c04f8> (a org.apache.geode.internal.statistics.GemFireStatSampler)
at org.apache.geode.internal.statistics.HostStatSampler.run(HostStatSampler.java:209)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"CallbackSampler" #40 daemon prio=5 os_prio=0 tid=0x00007f1410b45000 nid=0x7675 waiting on condition [0x00007f13a95d3000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000006479c0cd8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled High Priority Message Processor 1" #39 daemon prio=10 os_prio=0 tid=0x00007f134400b000 nid=0x7674 waiting on condition [0x00007f13a96d4000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000064798df30> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$5$1.run(ClusterDistributionManager.java:829)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"P2P message reader for 10.118.26.122(locator1:30156:locator)<ec><v0>:1024 shared unordered uid=1 port=57390" #37 daemon prio=10 os_prio=0 tid=0x00007f1340002000 nid=0x766e runnable [0x00007f13a97d5000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
- locked <0x00000006479b3c70> (a java.lang.Object)
at readMessages(Connection.java:1810)
at org.apache.geode.internal.tcp.Connection.run(Connection.java:1690)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"P2P-Handshaker /10.118.26.122:0 Thread 0" #36 daemon prio=10 os_prio=0 tid=0x00007f1364001800 nid=0x766d waiting on condition [0x00007f13a98d6000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000006479b2f60> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled Waiting Message Processor 0" #35 daemon prio=5 os_prio=0 tid=0x00007f1410b29800 nid=0x766b waiting on condition [0x00007f13a99d7000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000064798f470> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$6$1.run(ClusterDistributionManager.java:862)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"DM-MemberEventInvoker" #22 daemon prio=5 os_prio=0 tid=0x00007f1410b18000 nid=0x7668 waiting on condition [0x00007f13a9ad8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000006479afcf0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.ClusterDistributionManager$MemberEventInvoker.run(ClusterDistributionManager.java:2239)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode UDP INT-1,trout-19980" #34 daemon prio=5 os_prio=0 tid=0x00007f1368001800 nid=0x7667 waiting on condition [0x00007f13a9bd9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000064798bc38> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-1" #33 daemon prio=5 os_prio=0 tid=0x00007f1410b0d000 nid=0x7666 in Object.wait() [0x00007f13a9cda000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647929e20> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x0000000647929e20> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Geode Heartbeat Sender" #32 daemon prio=5 os_prio=0 tid=0x00007f1410b0b000 nid=0x7665 waiting on condition [0x00007f13a9ddb000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor$3.sendPeriodicHeartbeats(GMSHealthMonitor.java:758)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor$3.run(GMSHealthMonitor.java:752)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- <0x000000064792b4a0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"Geode Failure Detection Server thread 0" #31 daemon prio=5 os_prio=0 tid=0x00007f1410b20000 nid=0x7664 runnable [0x00007f13a9edc000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor.lambda$startTcpServer$2(GMSHealthMonitor.java:700)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor$$Lambda$11/177104018.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- <0x000000064792b928> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"P2P Listener Thread /10.118.26.122:36892" #30 daemon prio=10 os_prio=0 tid=0x00007f1410b1e000 nid=0x7663 runnable [0x00007f13a9fdd000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
- locked <0x0000000647a925f0> (a java.lang.Object)
at org.apache.geode.internal.tcp.TCPConduit.run(TCPConduit.java:682)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-0" #29 daemon prio=5 os_prio=0 tid=0x00007f1410b06800 nid=0x7662 in Object.wait() [0x00007f13aa0de000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647928e48> (a java.util.TaskQueue)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000647928e48> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Geode Failure Detection Scheduler" #28 daemon prio=5 os_prio=0 tid=0x00007f1410b02800 nid=0x7661 waiting on condition [0x00007f13aa1df000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000064792b1f0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"unicast receiver,trout-19980" #27 daemon prio=5 os_prio=0 tid=0x00007f1410afe000 nid=0x7660 runnable [0x00007f13aa2e0000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainDatagramSocketImpl.receive0(Native Method)
- locked <0x00000006479b4a08> (a java.net.PlainDatagramSocketImpl)
at java.net.AbstractPlainDatagramSocketImpl.receive(AbstractPlainDatagramSocketImpl.java:143)
- locked <0x00000006479b4a08> (a java.net.PlainDatagramSocketImpl)
at java.net.DatagramSocket.receive(DatagramSocket.java:812)
- locked <0x0000000647a92c10> (a java.net.DatagramPacket)
- locked <0x00000006479b49b8> (a java.net.MulticastSocket)
at org.jgroups.protocols.UDP$PacketReceiver.run(UDP.java:694)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"TransferQueueBundler,trout-19980" #26 daemon prio=5 os_prio=0 tid=0x00007f1410afc800 nid=0x765f waiting on condition [0x00007f13aa3e1000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647acf378> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403)
at org.jgroups.protocols.TransferQueueBundler.run(TransferQueueBundler.java:75)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode UDP Timer-2,trout-19980" #25 daemon prio=5 os_prio=0 tid=0x00007f1410af8800 nid=0x765e waiting on condition [0x00007f13aa4e2000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000064798cf38> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer runner-1,trout-19980" #24 daemon prio=5 os_prio=0 tid=0x00007f1410af3000 nid=0x765d waiting on condition [0x00007f13aa5e3000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000006479eba08> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:223)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:70)
at org.jgroups.util.TimeScheduler3.run(TimeScheduler3.java:166)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode Membership Timer" #23 daemon prio=5 os_prio=0 tid=0x00007f1410a04000 nid=0x765c in Object.wait() [0x00007f13aaae4000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647ad0b80> (a java.util.TaskQueue)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000647ad0b80> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Function Execution Processor0" #21 daemon prio=5 os_prio=0 tid=0x00007f1410a01800 nid=0x765b waiting on condition [0x00007f13aabe5000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000006479b0018> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.FunctionExecutionPooledExecutor$2.run(FunctionExecutionPooledExecutor.java:131)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$9$1.run(ClusterDistributionManager.java:987)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"PartitionedRegion Message Processor0" #20 daemon prio=5 os_prio=0 tid=0x00007f14109ff800 nid=0x765a waiting on condition [0x00007f13aace6000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000006479b0ad8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$8$1.run(ClusterDistributionManager.java:942)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"PrMetaData cleanup Message Processor 0" #19 daemon prio=5 os_prio=0 tid=0x00007f14109fa800 nid=0x7659 waiting on condition [0x00007f13aade7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000006479b1580> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$7$1.run(ClusterDistributionManager.java:901)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled High Priority Message Processor 0" #18 daemon prio=5 os_prio=0 tid=0x00007f14109f6800 nid=0x7658 waiting on condition [0x00007f13aaee8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000064798e118> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$5$1.run(ClusterDistributionManager.java:829)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled Message Processor 0" #17 daemon prio=5 os_prio=0 tid=0x00007f14109f1000 nid=0x7657 waiting on condition [0x00007f13aafe9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000006479b2010> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$4$1.run(ClusterDistributionManager.java:788)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"SystemFailure Proctor" #16 daemon prio=5 os_prio=0 tid=0x00007f1410869000 nid=0x7655 waiting on condition [0x00007f13ab6ea000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.SystemFailure.runProctor(SystemFailure.java:635)
at org.apache.geode.SystemFailure$$Lambda$8/1714550218.run(Unknown Source)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"SystemFailure WatchDog" #15 daemon prio=5 os_prio=0 tid=0x00007f1410867000 nid=0x7654 in Object.wait() [0x00007f13ab7eb000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000064742ab40> (a java.lang.Object)
at org.apache.geode.SystemFailure.runWatchDog(SystemFailure.java:423)
- locked <0x000000064742ab40> (a java.lang.Object)
at org.apache.geode.SystemFailure$$Lambda$7/11939193.run(Unknown Source)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"ControlFileWatchdog@22fcf7ab monitoring vf.gf.server.status.cmd" #13 daemon prio=5 os_prio=0 tid=0x00007f14107f9000 nid=0x7653 waiting on condition [0x00007f13ab8ec000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.internal.process.ControlFileWatchdog.doWork(ControlFileWatchdog.java:82)
at org.apache.geode.internal.process.ControlFileWatchdog.run(ControlFileWatchdog.java:62)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"ControlFileWatchdog@587e5365 monitoring vf.gf.server.stop.cmd" #12 daemon prio=5 os_prio=0 tid=0x00007f14107f7800 nid=0x7652 waiting on condition [0x00007f13ab9ed000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.internal.process.ControlFileWatchdog.doWork(ControlFileWatchdog.java:82)
at org.apache.geode.internal.process.ControlFileWatchdog.run(ControlFileWatchdog.java:62)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x00007f14100c8800 nid=0x7650 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x00007f14100c6000 nid=0x764f waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f14100c4000 nid=0x764e waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f14100c2000 nid=0x764d waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f14100bf000 nid=0x764c waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f14100be000 nid=0x764b runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f141008a800 nid=0x764a in Object.wait() [0x00007f13e9676000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000064744b228> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x000000064744b228> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
Locked ownable synchronizers:
- None
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f1410086000 nid=0x7649 in Object.wait() [0x00007f13e9777000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647442c18> (a java.lang.ref.Reference$Lock)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x0000000647442c18> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
Locked ownable synchronizers:
- None
"VM Thread" os_prio=0 tid=0x00007f141007e800 nid=0x7648 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f141001d000 nid=0x7640 runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f141001f000 nid=0x7641 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f1410021000 nid=0x7642 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f1410022800 nid=0x7643 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00007f1410024800 nid=0x7644 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00007f1410026000 nid=0x7645 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x00007f1410028000 nid=0x7646 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x00007f1410029800 nid=0x7647 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x00007f14100cb800 nid=0x7651 waiting on condition
JNI global references: 461
--- pid 30380 -----------------------------------------------------------------
2018-02-21 14:36:14
Full thread dump Java HotSpot(TM) 64-Bit Server VM (25.144-b01 mixed mode):
"Attach Listener" #79 daemon prio=9 os_prio=0 tid=0x00007f7e90001000 nid=0x7761 waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Function Execution Processor1" #78 daemon prio=10 os_prio=0 tid=0x00007f7e1c011000 nid=0x770d waiting on condition [0x00007f7e74ad9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a5efa0> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$9$1.run(ClusterDistributionManager.java:987)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode UDP INT-2,trout-26955" #77 daemon prio=5 os_prio=0 tid=0x00007f7e44007800 nid=0x770b waiting on condition [0x00007f7e748d7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a5bcd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"DestroyJavaVM" #76 prio=5 os_prio=0 tid=0x00007f7ee4008000 nid=0x76ae waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Cache Server Load Polling Thread" #73 daemon prio=5 os_prio=0 tid=0x00007f7ee501b800 nid=0x770a in Object.wait() [0x00007f7e749d8000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000742b36378> (a java.lang.Object)
at org.apache.geode.cache.server.internal.LoadMonitor$PollingThread.run(LoadMonitor.java:169)
- locked <0x0000000742b36378> (a java.lang.Object)
Locked ownable synchronizers:
- None
"Cache Server Acceptor 0.0.0.0/0.0.0.0:40404 local port: 40404" #75 prio=5 os_prio=0 tid=0x00007f7ee501a800 nid=0x7709 runnable [0x00007f7e747d6000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at org.apache.geode.internal.cache.tier.sockets.AcceptorImpl.accept(AcceptorImpl.java:1258)
at org.apache.geode.internal.cache.tier.sockets.AcceptorImpl.run(AcceptorImpl.java:1197)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"ClientHealthMonitor Thread" #74 daemon prio=5 os_prio=0 tid=0x00007f7ee4fd7800 nid=0x7708 waiting on condition [0x00007f7e746d5000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.internal.cache.tier.sockets.ClientHealthMonitor$ClientHealthMonitorThread.run(ClientHealthMonitor.java:794)
Locked ownable synchronizers:
- None
"Management Task" #52 daemon prio=5 os_prio=0 tid=0x00007f7ee4c29800 nid=0x76f0 waiting on condition [0x00007f7e74dda000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000064793e630> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.management.internal.LocalManager$1$1.run(LocalManager.java:112)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Notification Handler" #51 daemon prio=10 os_prio=0 tid=0x00007f7e14001800 nid=0x76ef waiting on condition [0x00007f7e74edb000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000006479e50a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"DiskStoreMonitor" #50 daemon prio=5 os_prio=0 tid=0x00007f7ee4bc1800 nid=0x76ee waiting on condition [0x00007f7e74fdc000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a64fb0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-3" #49 daemon prio=5 os_prio=0 tid=0x00007f7ee4bbf000 nid=0x76ed in Object.wait() [0x00007f7e750dd000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a658a8> (a java.util.TaskQueue)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000647a658a8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Non-replicate Region Garbage Collector" #48 daemon prio=5 os_prio=0 tid=0x00007f7ee4bbc000 nid=0x76ec in Object.wait() [0x00007f7e751de000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a65d58> (a org.apache.geode.internal.cache.TombstoneService$NonReplicateTombstoneSweeper)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.doSleep(TombstoneService.java:930)
- locked <0x0000000647a65d58> (a org.apache.geode.internal.cache.TombstoneService$NonReplicateTombstoneSweeper)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.run(TombstoneService.java:896)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Replicate/Partition Region Garbage Collector" #47 daemon prio=5 os_prio=0 tid=0x00007f7ee4bba800 nid=0x76eb in Object.wait() [0x00007f7e752df000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a66188> (a org.apache.geode.internal.cache.TombstoneService$ReplicateTombstoneSweeper)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.doSleep(TombstoneService.java:930)
- locked <0x0000000647a66188> (a org.apache.geode.internal.cache.TombstoneService$ReplicateTombstoneSweeper)
at org.apache.geode.internal.cache.TombstoneService$TombstoneSweeper.run(TombstoneService.java:896)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-2" #46 daemon prio=5 os_prio=0 tid=0x00007f7ee4bb6000 nid=0x76ea in Object.wait() [0x00007f7e753e0000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a66640> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x0000000647a66640> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Geode UDP INT-1,trout-26955" #45 daemon prio=5 os_prio=0 tid=0x00007f7e44006800 nid=0x76e9 waiting on condition [0x00007f7e756e1000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a5bcd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"GlobalTXTimeoutMonitor" #44 daemon prio=5 os_prio=0 tid=0x00007f7ee4b3b000 nid=0x76e8 in Object.wait() [0x00007f7e757e2000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a396d8> (a java.util.Collections$SynchronizedSortedSet)
at java.lang.Object.wait(Object.java:502)
at org.apache.geode.internal.jta.TransactionManagerImpl$TransactionTimeOutThread.run(TransactionManagerImpl.java:792)
- locked <0x0000000647a396d8> (a java.util.Collections$SynchronizedSortedSet)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled Message Processor 1" #43 daemon prio=10 os_prio=0 tid=0x00007f7e1c00c000 nid=0x76e7 waiting on condition [0x00007f7e758e3000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a5c750> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$4$1.run(ClusterDistributionManager.java:788)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Thread-8 StatSampler" #42 daemon prio=10 os_prio=0 tid=0x00007f7ee4b2a800 nid=0x76e6 in Object.wait() [0x00007f7e75be4000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a3ba40> (a org.apache.geode.internal.statistics.GemFireStatSampler)
at org.apache.geode.internal.statistics.HostStatSampler.delay(HostStatSampler.java:521)
- locked <0x0000000647a3ba40> (a org.apache.geode.internal.statistics.GemFireStatSampler)
at org.apache.geode.internal.statistics.HostStatSampler.run(HostStatSampler.java:209)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"CallbackSampler" #41 daemon prio=5 os_prio=0 tid=0x00007f7ee4b25800 nid=0x76e5 waiting on condition [0x00007f7e75ce5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a3c220> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"P2P message reader for 10.118.26.122(server1:30266)<v1>:1025 shared unordered uid=3 port=48022" #40 daemon prio=10 os_prio=0 tid=0x00007f7e24006000 nid=0x76e3 runnable [0x00007f7e75de6000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
- locked <0x0000000647a66b00> (a java.lang.Object)
at readMessages(Connection.java:1810)
at org.apache.geode.internal.tcp.Connection.run(Connection.java:1690)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled High Priority Message Processor 1" #39 daemon prio=10 os_prio=0 tid=0x00007f7e1c00b000 nid=0x76e2 waiting on condition [0x00007f7e75ee7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a5cc48> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$5$1.run(ClusterDistributionManager.java:829)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"P2P message reader for 10.118.26.122(locator1:30156:locator)<ec><v0>:1024 shared unordered uid=2 port=48016" #36 daemon prio=10 os_prio=0 tid=0x00007f7e24004000 nid=0x76dd runnable [0x00007f7e75fe8000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.FileDispatcherImpl.read0(Native Method)
at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:39)
at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223)
at sun.nio.ch.IOUtil.read(IOUtil.java:192)
at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380)
- locked <0x0000000647a92678> (a java.lang.Object)
at readMessages(Connection.java:1810)
at org.apache.geode.internal.tcp.Connection.run(Connection.java:1690)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled Waiting Message Processor 0" #35 daemon prio=5 os_prio=0 tid=0x00007f7ee4b0e000 nid=0x76dc waiting on condition [0x00007f7e760e9000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a5e188> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$6$1.run(ClusterDistributionManager.java:862)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"P2P-Handshaker /10.118.26.122:0 Thread 0" #34 daemon prio=10 os_prio=0 tid=0x00007f7e30001800 nid=0x76db waiting on condition [0x00007f7e761ea000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a91968> (a java.util.concurrent.SynchronousQueue$TransferStack)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"DM-MemberEventInvoker" #22 daemon prio=5 os_prio=0 tid=0x00007f7ee4afc800 nid=0x76d7 waiting on condition [0x00007f7e762eb000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a5ebc8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.ClusterDistributionManager$MemberEventInvoker.run(ClusterDistributionManager.java:2239)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-1" #33 daemon prio=5 os_prio=0 tid=0x00007f7ee4af1800 nid=0x76d6 in Object.wait() [0x00007f7e763ec000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647a576d8> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x0000000647a576d8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Geode Heartbeat Sender" #32 daemon prio=5 os_prio=0 tid=0x00007f7ee4aef800 nid=0x76d5 waiting on condition [0x00007f7e764ed000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor$3.sendPeriodicHeartbeats(GMSHealthMonitor.java:758)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor$3.run(GMSHealthMonitor.java:752)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- <0x0000000647a58dc0> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"Geode Failure Detection Server thread 0" #31 daemon prio=5 os_prio=0 tid=0x00007f7ee4b04800 nid=0x76d4 runnable [0x00007f7e765ee000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainSocketImpl.socketAccept(Native Method)
at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409)
at java.net.ServerSocket.implAccept(ServerSocket.java:545)
at java.net.ServerSocket.accept(ServerSocket.java:513)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor.lambda$startTcpServer$2(GMSHealthMonitor.java:700)
at org.apache.geode.distributed.internal.membership.gms.fd.GMSHealthMonitor$$Lambda$11/177104018.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- <0x0000000647a59248> (a java.util.concurrent.ThreadPoolExecutor$Worker)
"P2P Listener Thread /10.118.26.122:43856" #30 daemon prio=10 os_prio=0 tid=0x00007f7ee4b02000 nid=0x76d3 runnable [0x00007f7e766ef000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
- locked <0x0000000647aa2f90> (a java.lang.Object)
at org.apache.geode.internal.tcp.TCPConduit.run(TCPConduit.java:682)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer-0" #29 daemon prio=5 os_prio=0 tid=0x00007f7ee4aea800 nid=0x76d2 in Object.wait() [0x00007f7e767f0000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000006479e67f8> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x00000006479e67f8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Geode Failure Detection Scheduler" #28 daemon prio=5 os_prio=0 tid=0x00007f7ee4ae7000 nid=0x76d1 waiting on condition [0x00007f7e768f1000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a58b10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"unicast receiver,trout-26955" #27 daemon prio=5 os_prio=0 tid=0x00007f7ee4ae2000 nid=0x76d0 runnable [0x00007f7e769f2000]
java.lang.Thread.State: RUNNABLE
at java.net.PlainDatagramSocketImpl.receive0(Native Method)
- locked <0x0000000647a93410> (a java.net.PlainDatagramSocketImpl)
at java.net.AbstractPlainDatagramSocketImpl.receive(AbstractPlainDatagramSocketImpl.java:143)
- locked <0x0000000647a93410> (a java.net.PlainDatagramSocketImpl)
at java.net.DatagramSocket.receive(DatagramSocket.java:812)
- locked <0x0000000647aa3320> (a java.net.DatagramPacket)
- locked <0x0000000647a933c0> (a java.net.MulticastSocket)
at org.jgroups.protocols.UDP$PacketReceiver.run(UDP.java:694)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"TransferQueueBundler,trout-26955" #26 daemon prio=5 os_prio=0 tid=0x00007f7ee4ae0800 nid=0x76cf waiting on condition [0x00007f7e76af3000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647b149d8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:403)
at org.jgroups.protocols.TransferQueueBundler.run(TransferQueueBundler.java:75)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode UDP Timer-2,trout-26955" #25 daemon prio=5 os_prio=0 tid=0x00007f7ee4adc800 nid=0x76ce waiting on condition [0x00007f7e76bf4000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a5b118> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Timer runner-1,trout-26955" #24 daemon prio=5 os_prio=0 tid=0x00007f7ee4ad7800 nid=0x76cd waiting on condition [0x00007f7e76cf5000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647abebb0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:223)
at java.util.concurrent.DelayQueue.take(DelayQueue.java:70)
at org.jgroups.util.TimeScheduler3.run(TimeScheduler3.java:166)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Geode Membership Timer" #23 daemon prio=5 os_prio=0 tid=0x00007f7ee49e8000 nid=0x76cc in Object.wait() [0x00007f7e771f6000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647aa3500> (a java.util.TaskQueue)
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
- locked <0x0000000647aa3500> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
Locked ownable synchronizers:
- None
"Function Execution Processor0" #21 daemon prio=5 os_prio=0 tid=0x00007f7ee49e6000 nid=0x76cb waiting on condition [0x00007f7e772f7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a5eef0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.FunctionExecutionPooledExecutor$2.run(FunctionExecutionPooledExecutor.java:131)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$9$1.run(ClusterDistributionManager.java:987)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"PartitionedRegion Message Processor0" #20 daemon prio=5 os_prio=0 tid=0x00007f7ee49e3800 nid=0x76ca waiting on condition [0x00007f7e773f8000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a8f068> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$8$1.run(ClusterDistributionManager.java:942)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"PrMetaData cleanup Message Processor 0" #19 daemon prio=5 os_prio=0 tid=0x00007f7ee49de800 nid=0x76c8 waiting on condition [0x00007f7e774f9000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a8fb10> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$7$1.run(ClusterDistributionManager.java:901)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled High Priority Message Processor 0" #18 daemon prio=5 os_prio=0 tid=0x00007f7ee49da800 nid=0x76c7 waiting on condition [0x00007f7e775fa000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a5ce30> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$5$1.run(ClusterDistributionManager.java:829)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Pooled Message Processor 0" #17 daemon prio=5 os_prio=0 tid=0x00007f7ee49d5800 nid=0x76c6 waiting on condition [0x00007f7e776fb000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x0000000647a905a0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.geode.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:109)
at org.apache.geode.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:89)
at org.apache.geode.distributed.internal.ClusterDistributionManager.runUntilShutdown(ClusterDistributionManager.java:1117)
at org.apache.geode.distributed.internal.ClusterDistributionManager.access$000(ClusterDistributionManager.java:108)
at org.apache.geode.distributed.internal.ClusterDistributionManager$4$1.run(ClusterDistributionManager.java:788)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"SystemFailure Proctor" #16 daemon prio=5 os_prio=0 tid=0x00007f7ee4849800 nid=0x76c4 waiting on condition [0x00007f7e77dfc000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.SystemFailure.runProctor(SystemFailure.java:635)
at org.apache.geode.SystemFailure$$Lambda$8/1714550218.run(Unknown Source)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"SystemFailure WatchDog" #15 daemon prio=5 os_prio=0 tid=0x00007f7ee4847800 nid=0x76c3 in Object.wait() [0x00007f7e77efd000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000064741c0c0> (a java.lang.Object)
at org.apache.geode.SystemFailure.runWatchDog(SystemFailure.java:423)
- locked <0x000000064741c0c0> (a java.lang.Object)
at org.apache.geode.SystemFailure$$Lambda$7/11939193.run(Unknown Source)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"ControlFileWatchdog@22fcf7ab monitoring vf.gf.server.status.cmd" #13 daemon prio=5 os_prio=0 tid=0x00007f7ee47d9800 nid=0x76c2 waiting on condition [0x00007f7e77ffe000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.internal.process.ControlFileWatchdog.doWork(ControlFileWatchdog.java:82)
at org.apache.geode.internal.process.ControlFileWatchdog.run(ControlFileWatchdog.java:62)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"ControlFileWatchdog@587e5365 monitoring vf.gf.server.stop.cmd" #12 daemon prio=5 os_prio=0 tid=0x00007f7ee47d8000 nid=0x76c1 waiting on condition [0x00007f7ea419e000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.geode.internal.process.ControlFileWatchdog.doWork(ControlFileWatchdog.java:82)
at org.apache.geode.internal.process.ControlFileWatchdog.run(ControlFileWatchdog.java:62)
at java.lang.Thread.run(Thread.java:748)
Locked ownable synchronizers:
- None
"Service Thread" #9 daemon prio=9 os_prio=0 tid=0x00007f7ee40d1000 nid=0x76bf runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C1 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x00007f7ee40c6000 nid=0x76be waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f7ee40c4000 nid=0x76bd waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f7ee40c2000 nid=0x76bc waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f7ee40bf000 nid=0x76bb waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f7ee40be000 nid=0x76ba runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
Locked ownable synchronizers:
- None
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f7ee408a800 nid=0x76b9 in Object.wait() [0x00007f7eb5ddd000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000647414620> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x0000000647414620> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
Locked ownable synchronizers:
- None
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f7ee4086000 nid=0x76b8 in Object.wait() [0x00007f7eb5ede000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x000000064741c0b0> (a java.lang.ref.Reference$Lock)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference.tryHandlePending(Reference.java:191)
- locked <0x000000064741c0b0> (a java.lang.ref.Reference$Lock)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
Locked ownable synchronizers:
- None
"VM Thread" os_prio=0 tid=0x00007f7ee407e800 nid=0x76b7 runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f7ee401d000 nid=0x76af runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f7ee401f000 nid=0x76b0 runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f7ee4021000 nid=0x76b1 runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f7ee4022800 nid=0x76b2 runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00007f7ee4024800 nid=0x76b3 runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00007f7ee4026000 nid=0x76b4 runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x00007f7ee4028000 nid=0x76b5 runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x00007f7ee4029800 nid=0x76b6 runnable
"VM Periodic Task Thread" os_prio=0 tid=0x00007f7ee40d4000 nid=0x76c0 waiting on condition
JNI global references: 483