2019-11-29 10:36:04 Full thread dump OpenJDK 64-Bit Server VM (11.0.2+9 mixed mode): Threads class SMR info: _java_thread_list=0x00007f5620026750, length=31, elements={ 0x00007f5708109800, 0x00007f570810d800, 0x00007f5708120800, 0x00007f5708122800, 0x00007f5708124800, 0x00007f5708126800, 0x00007f57081c5000, 0x00007f57081d8800, 0x00007f5708eab000, 0x00007f570975e800, 0x00007f57098cb000, 0x00007f5709a11800, 0x00007f5709a12800, 0x00007f5709a26800, 0x00007f5680005000, 0x00007f5674008800, 0x00007f568c001800, 0x00007f568c002800, 0x00007f568001f800, 0x00007f57083a8000, 0x00007f57083a9000, 0x00007f5708895800, 0x00007f5708012800, 0x00007f565c008000, 0x00007f5654051000, 0x00007f565c00a000, 0x00007f565c00b800, 0x00007f568c005800, 0x00007f5664007800, 0x00007f56bc001000, 0x00007f5620038000 } "Reference Handler" #2 daemon prio=10 os_prio=0 cpu=1.41ms elapsed=160.30s tid=0x00007f5708109800 nid=0x2a11 waiting on condition [0x00007f56e68e5000] java.lang.Thread.State: RUNNABLE at java.lang.ref.Reference.waitForReferencePendingList(java.base@11.0.2/Native Method) at java.lang.ref.Reference.processPendingReferences(java.base@11.0.2/Reference.java:241) at java.lang.ref.Reference$ReferenceHandler.run(java.base@11.0.2/Reference.java:213) "Finalizer" #3 daemon prio=8 os_prio=0 cpu=0.63ms elapsed=160.30s tid=0x00007f570810d800 nid=0x2a12 in Object.wait() [0x00007f56e67e4000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(java.base@11.0.2/Native Method) - waiting on <0x00000000a5711af8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(java.base@11.0.2/ReferenceQueue.java:155) - waiting to re-lock in wait() <0x00000000a5711af8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(java.base@11.0.2/ReferenceQueue.java:176) at java.lang.ref.Finalizer$FinalizerThread.run(java.base@11.0.2/Finalizer.java:170) "Signal Dispatcher" #4 daemon prio=9 os_prio=0 cpu=0.27ms elapsed=160.29s tid=0x00007f5708120800 nid=0x2a13 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 cpu=2146.70ms elapsed=160.29s tid=0x00007f5708122800 nid=0x2a14 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE No compile task "C1 CompilerThread0" #8 daemon prio=9 os_prio=0 cpu=1429.59ms elapsed=160.29s tid=0x00007f5708124800 nid=0x2a15 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE No compile task "Sweeper thread" #9 daemon prio=9 os_prio=0 cpu=39.38ms elapsed=160.29s tid=0x00007f5708126800 nid=0x2a16 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Service Thread" #10 daemon prio=9 os_prio=0 cpu=0.08ms elapsed=160.28s tid=0x00007f57081c5000 nid=0x2a17 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Common-Cleaner" #11 daemon prio=8 os_prio=0 cpu=2.14ms elapsed=160.27s tid=0x00007f57081d8800 nid=0x2a19 in Object.wait() [0x00007f56e60dc000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(java.base@11.0.2/Native Method) - waiting on <0x00000000a5713bd0> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(java.base@11.0.2/ReferenceQueue.java:155) - waiting to re-lock in wait() <0x00000000a5713bd0> (a java.lang.ref.ReferenceQueue$Lock) at jdk.internal.ref.CleanerImpl.run(java.base@11.0.2/CleanerImpl.java:148) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) at jdk.internal.misc.InnocuousThread.run(java.base@11.0.2/InnocuousThread.java:134) "elasticsearch[Hjpg3AA][[timer]]" #18 daemon prio=5 os_prio=0 cpu=32.76ms elapsed=159.15s tid=0x00007f5708eab000 nid=0x2a1f waiting on condition [0x00007f56e42be000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(java.base@11.0.2/Native Method) at org.elasticsearch.threadpool.ThreadPool$CachedTimeThread.run(ThreadPool.java:536) "elasticsearch[Hjpg3AA][scheduler][T#1]" #19 daemon prio=5 os_prio=0 cpu=167.95ms elapsed=158.41s tid=0x00007f570975e800 nid=0x2a20 waiting on condition [0x00007f56e41bd000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a5714bd0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.2/LockSupport.java:234) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(java.base@11.0.2/AbstractQueuedSynchronizer.java:2123) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.2/ScheduledThreadPoolExecutor.java:1182) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(java.base@11.0.2/ScheduledThreadPoolExecutor.java:899) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.2/ThreadPoolExecutor.java:1054) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1114) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][[ttl_expire]]" #21 daemon prio=5 os_prio=0 cpu=0.80ms elapsed=158.05s tid=0x00007f57098cb000 nid=0x2a22 waiting on condition [0x00007f56c1b52000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a5710ff8> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.2/LockSupport.java:234) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.2/AbstractQueuedSynchronizer.java:2211) at org.elasticsearch.indices.ttl.IndicesTTLService$Notifier.await(IndicesTTLService.java:331) at org.elasticsearch.indices.ttl.IndicesTTLService$PurgerThread.run(IndicesTTLService.java:149) "elasticsearch[Hjpg3AA][[transport_server_worker.default]][T#1]" #22 daemon prio=5 os_prio=0 cpu=16.06ms elapsed=157.98s tid=0x00007f5709a11800 nid=0x2a23 runnable [0x00007f56c164e000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.2/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.2/EPollSelectorImpl.java:120) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.2/SelectorImpl.java:124) - locked <0x00000000a5711f78> (a sun.nio.ch.Util$2) - locked <0x00000000a5711f20> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.2/SelectorImpl.java:136) at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:752) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][[transport_server_worker.default]][T#2]" #23 daemon prio=5 os_prio=0 cpu=12.64ms elapsed=157.92s tid=0x00007f5709a12800 nid=0x2a24 runnable [0x00007f56c154d000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.2/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.2/EPollSelectorImpl.java:120) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.2/SelectorImpl.java:124) - locked <0x00000000a5714898> (a sun.nio.ch.Util$2) - locked <0x00000000a5714840> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.2/SelectorImpl.java:136) at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:752) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][clusterService#updateTask][T#1]" #24 daemon prio=5 os_prio=0 cpu=148.74ms elapsed=157.90s tid=0x00007f5709a26800 nid=0x2a25 waiting on condition [0x00007f56c144c000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a5713eb0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject) at java.util.concurrent.locks.LockSupport.park(java.base@11.0.2/LockSupport.java:194) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(java.base@11.0.2/AbstractQueuedSynchronizer.java:2081) at java.util.concurrent.PriorityBlockingQueue.take(java.base@11.0.2/PriorityBlockingQueue.java:547) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.2/ThreadPoolExecutor.java:1054) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1114) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][generic][T#1]" #25 daemon prio=5 os_prio=0 cpu=31.09ms elapsed=157.90s tid=0x00007f5680005000 nid=0x2a26 waiting on condition [0x00007f56c134b000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a57136d8> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) at java.util.concurrent.locks.LockSupport.park(java.base@11.0.2/LockSupport.java:194) at java.util.concurrent.LinkedTransferQueue.awaitMatch(java.base@11.0.2/LinkedTransferQueue.java:743) at java.util.concurrent.LinkedTransferQueue.xfer(java.base@11.0.2/LinkedTransferQueue.java:684) at java.util.concurrent.LinkedTransferQueue.take(java.base@11.0.2/LinkedTransferQueue.java:1366) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.2/ThreadPoolExecutor.java:1054) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1114) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][generic][T#2]" #28 daemon prio=5 os_prio=0 cpu=24.45ms elapsed=157.88s tid=0x00007f5674008800 nid=0x2a29 waiting on condition [0x00007f56c1048000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a57136d8> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) at java.util.concurrent.locks.LockSupport.park(java.base@11.0.2/LockSupport.java:194) at java.util.concurrent.LinkedTransferQueue.awaitMatch(java.base@11.0.2/LinkedTransferQueue.java:743) at java.util.concurrent.LinkedTransferQueue.xfer(java.base@11.0.2/LinkedTransferQueue.java:684) at java.util.concurrent.LinkedTransferQueue.take(java.base@11.0.2/LinkedTransferQueue.java:1366) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.2/ThreadPoolExecutor.java:1054) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1114) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][generic][T#3]" #29 daemon prio=5 os_prio=0 cpu=36.70ms elapsed=156.88s tid=0x00007f568c001800 nid=0x2a2a waiting on condition [0x00007f56e5576000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a57136d8> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) at java.util.concurrent.locks.LockSupport.park(java.base@11.0.2/LockSupport.java:194) at java.util.concurrent.LinkedTransferQueue.awaitMatch(java.base@11.0.2/LinkedTransferQueue.java:743) at java.util.concurrent.LinkedTransferQueue.xfer(java.base@11.0.2/LinkedTransferQueue.java:684) at java.util.concurrent.LinkedTransferQueue.take(java.base@11.0.2/LinkedTransferQueue.java:1366) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.2/ThreadPoolExecutor.java:1054) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1114) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][generic][T#4]" #30 daemon prio=5 os_prio=0 cpu=18.30ms elapsed=155.88s tid=0x00007f568c002800 nid=0x2a2b waiting on condition [0x00007f56e5475000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a57136d8> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) at java.util.concurrent.locks.LockSupport.park(java.base@11.0.2/LockSupport.java:194) at java.util.concurrent.LinkedTransferQueue.awaitMatch(java.base@11.0.2/LinkedTransferQueue.java:743) at java.util.concurrent.LinkedTransferQueue.xfer(java.base@11.0.2/LinkedTransferQueue.java:684) at java.util.concurrent.LinkedTransferQueue.take(java.base@11.0.2/LinkedTransferQueue.java:1366) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.2/ThreadPoolExecutor.java:1054) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1114) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][management][T#1]" #31 daemon prio=5 os_prio=0 cpu=20.85ms elapsed=154.86s tid=0x00007f568001f800 nid=0x2a2c waiting on condition [0x00007f56c0f47000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a57143a0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.2/LockSupport.java:234) at java.util.concurrent.LinkedTransferQueue.awaitMatch(java.base@11.0.2/LinkedTransferQueue.java:740) at java.util.concurrent.LinkedTransferQueue.xfer(java.base@11.0.2/LinkedTransferQueue.java:684) at java.util.concurrent.LinkedTransferQueue.poll(java.base@11.0.2/LinkedTransferQueue.java:1374) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.2/ThreadPoolExecutor.java:1053) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1114) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][http_server_worker][T#1]" #32 daemon prio=5 os_prio=0 cpu=13.12ms elapsed=154.85s tid=0x00007f57083a8000 nid=0x2a2d runnable [0x00007f56c0e46000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.2/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.2/EPollSelectorImpl.java:120) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.2/SelectorImpl.java:124) - locked <0x00000000a571cd38> (a sun.nio.ch.Util$2) - locked <0x00000000a571cce0> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.2/SelectorImpl.java:136) at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:752) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][http_server_worker][T#2]" #33 daemon prio=5 os_prio=0 cpu=17.76ms elapsed=154.84s tid=0x00007f57083a9000 nid=0x2a2e runnable [0x00007f56c0d45000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.2/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.2/EPollSelectorImpl.java:120) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.2/SelectorImpl.java:124) - locked <0x00000000a5717cb0> (a sun.nio.ch.Util$2) - locked <0x00000000a5717c58> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.2/SelectorImpl.java:136) at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:752) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[keepAlive/5.6.8]" #13 prio=5 os_prio=0 cpu=0.11ms elapsed=154.84s tid=0x00007f5708895800 nid=0x2a2f waiting on condition [0x00007f56c0c44000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a57137f0> (a java.util.concurrent.CountDownLatch$Sync) at java.util.concurrent.locks.LockSupport.park(java.base@11.0.2/LockSupport.java:194) at java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(java.base@11.0.2/AbstractQueuedSynchronizer.java:885) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(java.base@11.0.2/AbstractQueuedSynchronizer.java:1039) at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(java.base@11.0.2/AbstractQueuedSynchronizer.java:1345) at java.util.concurrent.CountDownLatch.await(java.base@11.0.2/CountDownLatch.java:232) at org.elasticsearch.bootstrap.Bootstrap$1.run(Bootstrap.java:84) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "DestroyJavaVM" #34 prio=5 os_prio=0 cpu=2888.92ms elapsed=154.84s tid=0x00007f5708012800 nid=0x2a0b waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "elasticsearch[Hjpg3AA][http_server_worker][T#3]" #35 daemon prio=5 os_prio=0 cpu=69.68ms elapsed=154.79s tid=0x00007f565c008000 nid=0x2a30 runnable [0x00007f56c0b43000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.2/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.2/EPollSelectorImpl.java:120) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.2/SelectorImpl.java:124) - locked <0x00000000a60fc0e8> (a sun.nio.ch.Util$2) - locked <0x00000000a571c740> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.2/SelectorImpl.java:136) at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:752) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "threadDeathWatcher-2-1" #36 daemon prio=1 os_prio=0 cpu=9.14ms elapsed=154.75s tid=0x00007f5654051000 nid=0x2a38 waiting on condition [0x00007f56c0334000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(java.base@11.0.2/Native Method) at io.netty.util.ThreadDeathWatcher$Watcher.run(ThreadDeathWatcher.java:152) at io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:138) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][http_server_worker][T#4]" #37 daemon prio=5 os_prio=0 cpu=23.21ms elapsed=153.69s tid=0x00007f565c00a000 nid=0x2a3b runnable [0x00007f563bffe000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.2/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.2/EPollSelectorImpl.java:120) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.2/SelectorImpl.java:124) - locked <0x00000000a610a488> (a sun.nio.ch.Util$2) - locked <0x00000000a610a3c8> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.2/SelectorImpl.java:136) at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:752) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][http_server_worker][T#5]" #38 daemon prio=5 os_prio=0 cpu=44.44ms elapsed=151.14s tid=0x00007f565c00b800 nid=0x2a8a runnable [0x00007f563befd000] java.lang.Thread.State: RUNNABLE at sun.nio.ch.EPoll.wait(java.base@11.0.2/Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(java.base@11.0.2/EPollSelectorImpl.java:120) at sun.nio.ch.SelectorImpl.lockAndDoSelect(java.base@11.0.2/SelectorImpl.java:124) - locked <0x00000000a610b858> (a sun.nio.ch.Util$2) - locked <0x00000000a610b798> (a sun.nio.ch.EPollSelectorImpl) at sun.nio.ch.SelectorImpl.select(java.base@11.0.2/SelectorImpl.java:136) at io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:752) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:408) at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:858) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][refresh][T#1]" #39 daemon prio=5 os_prio=0 cpu=47.18ms elapsed=149.88s tid=0x00007f568c005800 nid=0x2a9e waiting on condition [0x00007f563bdfc000] java.lang.Thread.State: WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a633a5b8> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) at java.util.concurrent.locks.LockSupport.park(java.base@11.0.2/LockSupport.java:194) at java.util.concurrent.LinkedTransferQueue.awaitMatch(java.base@11.0.2/LinkedTransferQueue.java:743) at java.util.concurrent.LinkedTransferQueue.xfer(java.base@11.0.2/LinkedTransferQueue.java:684) at java.util.concurrent.LinkedTransferQueue.take(java.base@11.0.2/LinkedTransferQueue.java:1366) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.2/ThreadPoolExecutor.java:1054) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1114) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "elasticsearch[Hjpg3AA][management][T#2]" #40 daemon prio=5 os_prio=0 cpu=22.84ms elapsed=124.86s tid=0x00007f5664007800 nid=0x2ab9 waiting on condition [0x00007f5638aa1000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a57143a0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.2/LockSupport.java:234) at java.util.concurrent.LinkedTransferQueue.awaitMatch(java.base@11.0.2/LinkedTransferQueue.java:740) at java.util.concurrent.LinkedTransferQueue.xfer(java.base@11.0.2/LinkedTransferQueue.java:684) at java.util.concurrent.LinkedTransferQueue.poll(java.base@11.0.2/LinkedTransferQueue.java:1374) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.2/ThreadPoolExecutor.java:1053) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1114) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "Attach Listener" #41 daemon prio=9 os_prio=0 cpu=0.79ms elapsed=111.07s tid=0x00007f56bc001000 nid=0x2b08 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "elasticsearch[Hjpg3AA][management][T#3]" #42 daemon prio=5 os_prio=0 cpu=9.08ms elapsed=94.83s tid=0x00007f5620038000 nid=0x2b7a waiting on condition [0x00007f56c124a000] java.lang.Thread.State: TIMED_WAITING (parking) at jdk.internal.misc.Unsafe.park(java.base@11.0.2/Native Method) - parking to wait for <0x00000000a57143a0> (a org.elasticsearch.common.util.concurrent.EsExecutors$ExecutorScalingQueue) at java.util.concurrent.locks.LockSupport.parkNanos(java.base@11.0.2/LockSupport.java:234) at java.util.concurrent.LinkedTransferQueue.awaitMatch(java.base@11.0.2/LinkedTransferQueue.java:740) at java.util.concurrent.LinkedTransferQueue.xfer(java.base@11.0.2/LinkedTransferQueue.java:684) at java.util.concurrent.LinkedTransferQueue.poll(java.base@11.0.2/LinkedTransferQueue.java:1374) at java.util.concurrent.ThreadPoolExecutor.getTask(java.base@11.0.2/ThreadPoolExecutor.java:1053) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@11.0.2/ThreadPoolExecutor.java:1114) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@11.0.2/ThreadPoolExecutor.java:628) at java.lang.Thread.run(java.base@11.0.2/Thread.java:834) "VM Thread" os_prio=0 cpu=61.93ms elapsed=160.30s tid=0x00007f5708101800 nid=0x2a10 runnable "GC Thread#0" os_prio=0 cpu=77.13ms elapsed=160.96s tid=0x00007f5708036000 nid=0x2a0c runnable "GC Thread#1" os_prio=0 cpu=8.44ms elapsed=154.79s tid=0x00007f56dc115800 nid=0x2a31 runnable "GC Thread#2" os_prio=0 cpu=11.92ms elapsed=154.79s tid=0x00007f56dc117000 nid=0x2a32 runnable "GC Thread#3" os_prio=0 cpu=11.89ms elapsed=154.79s tid=0x00007f56dc119000 nid=0x2a33 runnable "GC Thread#4" os_prio=0 cpu=11.91ms elapsed=154.79s tid=0x00007f56dc11a800 nid=0x2a34 runnable "GC Thread#5" os_prio=0 cpu=11.48ms elapsed=154.79s tid=0x00007f56dc11c800 nid=0x2a35 runnable "GC Thread#6" os_prio=0 cpu=8.27ms elapsed=154.79s tid=0x00007f56dc11e800 nid=0x2a36 runnable "GC Thread#7" os_prio=0 cpu=10.27ms elapsed=154.79s tid=0x00007f56dc120000 nid=0x2a37 runnable "CMS Main Thread" os_prio=0 cpu=1149.87ms elapsed=160.31s tid=0x00007f57080a5800 nid=0x2a0f runnable "CMS Thread#0" os_prio=0 cpu=0.41ms elapsed=160.31s tid=0x00007f57080a3800 nid=0x2a0e runnable "CMS Thread#1" os_prio=0 cpu=0.27ms elapsed=158.23s tid=0x00007f56d8001000 nid=0x2a21 runnable "VM Periodic Task Thread" os_prio=0 cpu=112.57ms elapsed=160.28s tid=0x00007f57081c7000 nid=0x2a18 waiting on condition JNI global refs: 33, weak refs: 43