2017-08-31 16:02:04,468 INFO [SIGURG handler]: snappystore (GFToSlf4jBridge.java:put(73)) - GfxdLocalLockService@70734388[gfxd-ddl-lock-service]: SIGURG received, full state dump ================================================================= __PRLS: 0 tokens, 0 locks held gfxd-ddl-lock-service: 0 tokens, 0 locks held TX states: Full Thread Dump: "SIGURG handler" Id=73 RUNNABLE at sun.management.ThreadImpl.dumpThreads0(Native Method) at sun.management.ThreadImpl.dumpAllThreads(ThreadImpl.java:454) at com.pivotal.gemfirexd.internal.engine.locks.GfxdLocalLockService.generateThreadDump(GfxdLocalLockService.java:384) at com.pivotal.gemfirexd.internal.engine.locks.GfxdLocalLockService.dumpAllRWLocks(GfxdLocalLockService.java:373) at com.pivotal.gemfirexd.internal.engine.locks.GfxdDRWLockService.dumpAllRWLocks(GfxdDRWLockService.java:750) at com.pivotal.gemfirexd.internal.engine.distributed.utils.GemFireXDUtils.dumpStacks(GemFireXDUtils.java:2843) at com.pivotal.gemfirexd.internal.engine.SigThreadDumpHandler.handle(SigThreadDumpHandler.java:107) at sun.misc.Signal$1.run(Signal.java:212) at java.lang.Thread.run(Thread.java:745) "Attach Listener" Id=72 RUNNABLE "Idle OplogCompactor" Id=71 TIMED_WAITING on [I@7a8b28f8 at java.lang.Object.wait(Native Method) - waiting on [I@7a8b28f8 at com.gemstone.gemfire.internal.cache.DiskStoreImpl.waitForIndexRecovery(DiskStoreImpl.java:5214) at com.gemstone.gemfire.internal.cache.DiskStoreImpl.waitForIndexRecoveryEnd(DiskStoreImpl.java:5190) at com.gemstone.gemfire.internal.cache.DiskStoreImpl$ValueRecoveryTask.run(DiskStoreImpl.java:4841) - locked java.lang.Object@7eb4a3f6 at com.gemstone.gemfire.internal.cache.DiskStoreImpl$2.run(DiskStoreImpl.java:4985) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Number of locked synchronizers = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@4ec02ecf "Pooled Waiting Message Processor 1" Id=70 TIMED_WAITING on java.lang.Object@3f89a9cd at java.lang.Object.wait(Native Method) - waiting on java.lang.Object@3f89a9cd at com.pivotal.gemfirexd.internal.engine.store.GemFireStore.waitForIndexLoadBegin(GemFireStore.java:2923) at com.pivotal.gemfirexd.internal.engine.store.RegionEntryUtils$1.waitForAsyncIndexRecovery(RegionEntryUtils.java:744) at com.gemstone.gemfire.internal.cache.DiskStoreImpl$IndexRecoveryTask.run(DiskStoreImpl.java:4710) at com.gemstone.gemfire.internal.cache.DiskStoreImpl$2.run(DiskStoreImpl.java:4985) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at com.gemstone.gemfire.distributed.internal.DistributionManager.runUntilShutdown(DistributionManager.java:730) at com.gemstone.gemfire.distributed.internal.DistributionManager$7$1.run(DistributionManager.java:1091) at java.lang.Thread.run(Thread.java:745) Number of locked synchronizers = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@303269b4 "Asynchronous disk writer for region GFXD-DD-DISKSTORE" Id=68 TIMED_WAITING on java.lang.Object@558cc2b7 at java.lang.Object.wait(Native Method) - waiting on java.lang.Object@558cc2b7 at java.lang.Object.wait(Object.java:460) at java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:348) at com.gemstone.gemfire.internal.cache.DiskStoreImpl$FlusherThread.waitUntilFlushIsReady(DiskStoreImpl.java:1802) at com.gemstone.gemfire.internal.cache.DiskStoreImpl$FlusherThread.run(DiskStoreImpl.java:1837) at java.lang.Thread.run(Thread.java:745) "Idle OplogCompactor" Id=67 TIMED_WAITING on [I@2d13452c at java.lang.Object.wait(Native Method) - waiting on [I@2d13452c at com.gemstone.gemfire.internal.cache.DiskStoreImpl.waitForIndexRecovery(DiskStoreImpl.java:5214) at com.gemstone.gemfire.internal.cache.DiskStoreImpl.waitForIndexRecoveryEnd(DiskStoreImpl.java:5190) at com.gemstone.gemfire.internal.cache.DiskStoreImpl$ValueRecoveryTask.run(DiskStoreImpl.java:4841) - locked java.lang.Object@efc70e3 at com.gemstone.gemfire.internal.cache.DiskStoreImpl$2.run(DiskStoreImpl.java:4985) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Number of locked synchronizers = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@55d90eb4 "Asynchronous disk writer for region GFXD-DEFAULT-DISKSTORE" Id=65 TIMED_WAITING on java.lang.Object@5fa65682 at java.lang.Object.wait(Native Method) - waiting on java.lang.Object@5fa65682 at java.lang.Object.wait(Object.java:460) at java.util.concurrent.TimeUnit.timedWait(TimeUnit.java:348) at com.gemstone.gemfire.internal.cache.DiskStoreImpl$FlusherThread.waitUntilFlushIsReady(DiskStoreImpl.java:1802) at com.gemstone.gemfire.internal.cache.DiskStoreImpl$FlusherThread.run(DiskStoreImpl.java:1837) at java.lang.Thread.run(Thread.java:745) "GemFireXD Connection open/close distributor thread" Id=64 TIMED_WAITING on java.lang.Object@6c0caebb at java.lang.Object.wait(Native Method) - waiting on java.lang.Object@6c0caebb at com.pivotal.gemfirexd.internal.engine.sql.conn.ConnectionSignaller.run(ConnectionSignaller.java:130) "gemfirexd.QueryCanceller" Id=63 WAITING on com.pivotal.gemfirexd.internal.engine.sql.conn.GfxdHeapThresholdListener$GfxdQueryCanceller@11aa0b1 at java.lang.Object.wait(Native Method) - waiting on com.pivotal.gemfirexd.internal.engine.sql.conn.GfxdHeapThresholdListener$GfxdQueryCanceller@11aa0b1 at java.lang.Object.wait(Object.java:502) at com.pivotal.gemfirexd.internal.engine.sql.conn.GfxdHeapThresholdListener$GfxdQueryCanceller.run(GfxdHeapThresholdListener.java:238) at java.lang.Thread.run(Thread.java:745) "Notification Handler" Id=62 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3617af9b at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3617af9b at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at com.gemstone.gemfire.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:105) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) "Management Task" Id=61 TIMED_WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5be8ed9d at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5be8ed9d at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at com.gemstone.gemfire.management.internal.LocalManager$1$1.run(LocalManager.java:127) at java.lang.Thread.run(Thread.java:745) "Timer-3" Id=60 WAITING on java.util.TaskQueue@5218e92d at java.lang.Object.wait(Native Method) - waiting on java.util.TaskQueue@5218e92d at java.lang.Object.wait(Object.java:502) at java.util.TimerThread.mainLoop(Timer.java:526) at java.util.TimerThread.run(Timer.java:505) "SnappyData RowStore Garbage Collection Thread 2" Id=59 TIMED_WAITING on com.gemstone.gemfire.internal.cache.TombstoneService$TombstoneSweeper@653c4f7 at java.lang.Object.wait(Native Method) - waiting on com.gemstone.gemfire.internal.cache.TombstoneService$TombstoneSweeper@653c4f7 at com.gemstone.gemfire.internal.cache.TombstoneService$TombstoneSweeper.run(TombstoneService.java:998) at java.lang.Thread.run(Thread.java:745) "SnappyData RowStore Garbage Collection Thread 1" Id=58 TIMED_WAITING on com.gemstone.gemfire.internal.cache.TombstoneService$TombstoneSweeper@d33c8d1 at java.lang.Object.wait(Native Method) - waiting on com.gemstone.gemfire.internal.cache.TombstoneService$TombstoneSweeper@d33c8d1 at com.gemstone.gemfire.internal.cache.TombstoneService$TombstoneSweeper.run(TombstoneService.java:998) at java.lang.Thread.run(Thread.java:745) "Timer-2" Id=57 TIMED_WAITING on java.util.TaskQueue@11ab58ef at java.lang.Object.wait(Native Method) - waiting on java.util.TaskQueue@11ab58ef at java.util.TimerThread.mainLoop(Timer.java:552) at java.util.TimerThread.run(Timer.java:505) "GlobalTXTimeoutMonitor" Id=56 WAITING on java.util.Collections$SynchronizedSortedSet@4ef9a76 at java.lang.Object.wait(Native Method) - waiting on java.util.Collections$SynchronizedSortedSet@4ef9a76 at java.lang.Object.wait(Object.java:502) at com.gemstone.gemfire.internal.jta.TransactionManagerImpl$TransactionTimeOutThread.run(TransactionManagerImpl.java:723) at java.lang.Thread.run(Thread.java:745) "Thread-6 StatSampler" Id=55 TIMED_WAITING on com.gemstone.gemfire.internal.GemFireStatSampler@1c838260 at java.lang.Object.wait(Native Method) - waiting on com.gemstone.gemfire.internal.GemFireStatSampler@1c838260 at com.gemstone.gemfire.internal.HostStatSampler.delay(HostStatSampler.java:508) at com.gemstone.gemfire.internal.HostStatSampler.run(HostStatSampler.java:201) at java.lang.Thread.run(Thread.java:745) "State Logger Consumer Thread" Id=54 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fe5a461 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@fe5a461 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at com.gemstone.gemfire.internal.sequencelog.SequenceLoggerImpl$ConsumerThread.run(SequenceLoggerImpl.java:105) "Pooled Waiting Message Processor 0" Id=53 TIMED_WAITING on java.lang.Object@3f89a9cd at java.lang.Object.wait(Native Method) - waiting on java.lang.Object@3f89a9cd at com.pivotal.gemfirexd.internal.engine.store.GemFireStore.waitForIndexLoadBegin(GemFireStore.java:2923) at com.pivotal.gemfirexd.internal.engine.store.RegionEntryUtils$1.waitForAsyncIndexRecovery(RegionEntryUtils.java:744) at com.gemstone.gemfire.internal.cache.DiskStoreImpl$IndexRecoveryTask.run(DiskStoreImpl.java:4710) at com.gemstone.gemfire.internal.cache.DiskStoreImpl$2.run(DiskStoreImpl.java:4985) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at com.gemstone.gemfire.distributed.internal.DistributionManager.runUntilShutdown(DistributionManager.java:730) at com.gemstone.gemfire.distributed.internal.DistributionManager$7$1.run(DistributionManager.java:1091) at java.lang.Thread.run(Thread.java:745) Number of locked synchronizers = 1 - java.util.concurrent.ThreadPoolExecutor$Worker@578ed0bc "DM-MemberEventInvoker" Id=36 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4442f952 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4442f952 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at com.gemstone.gemfire.distributed.internal.DistributionManager$MemberEventInvoker.run(DistributionManager.java:2879) at java.lang.Thread.run(Thread.java:745) "GemFire Time Service" Id=51 TIMED_WAITING on java.lang.Object@3c86e786 at java.lang.Object.wait(Native Method) - waiting on java.lang.Object@3c86e786 at com.gemstone.org.jgroups.protocols.GemFireTimeSync$ServiceThread.run(GemFireTimeSync.java:667) "FD_SOCK listener thread" Id=46 RUNNABLE (in native) at java.net.PlainSocketImpl.socketAccept(Native Method) at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:409) at java.net.ServerSocket.implAccept(ServerSocket.java:545) at java.net.ServerSocket.accept(ServerSocket.java:513) at com.gemstone.org.jgroups.protocols.FD_SOCK$ServerSocketHandler.run(FD_SOCK.java:2040) at java.lang.Thread.run(Thread.java:745) "UDP mcast receiver" Id=44 RUNNABLE (in native) at java.net.PlainDatagramSocketImpl.receive0(Native Method) - locked java.net.PlainDatagramSocketImpl@3c96e2f4 at java.net.AbstractPlainDatagramSocketImpl.receive(AbstractPlainDatagramSocketImpl.java:143) - locked java.net.PlainDatagramSocketImpl@3c96e2f4 at java.net.DatagramSocket.receive(DatagramSocket.java:812) - locked java.net.DatagramPacket@1ef28fab - locked java.net.MulticastSocket@4d297d4e at com.gemstone.org.jgroups.protocols.UDP.run(UDP.java:328) at java.lang.Thread.run(Thread.java:745) "UDP ucast receiver" Id=43 RUNNABLE at java.net.PlainDatagramSocketImpl.receive0(Native Method) - locked java.net.PlainDatagramSocketImpl@461809ba at java.net.AbstractPlainDatagramSocketImpl.receive(AbstractPlainDatagramSocketImpl.java:143) - locked java.net.PlainDatagramSocketImpl@461809ba at java.net.DatagramSocket.receive(DatagramSocket.java:812) - locked java.net.DatagramPacket@4d12c2cf - locked java.net.DatagramSocket@47978311 at com.gemstone.org.jgroups.protocols.UDP$UcastReceiver.run(UDP.java:1404) at java.lang.Thread.run(Thread.java:745) "UDP Loopback Message Handler" Id=42 WAITING on java.lang.Object@41d255a0 at java.lang.Object.wait(Native Method) - waiting on java.lang.Object@41d255a0 at java.lang.Object.wait(Object.java:502) at com.gemstone.org.jgroups.util.Queue.remove(Queue.java:275) at com.gemstone.org.jgroups.protocols.TP$IncomingMessageHandler.run(TP.java:1658) at java.lang.Thread.run(Thread.java:745) "TimeScheduler.Thread" Id=41 TIMED_WAITING on com.gemstone.org.jgroups.util.TimeScheduler$TaskQueue@4701d1f9 at java.lang.Object.wait(Native Method) - waiting on com.gemstone.org.jgroups.util.TimeScheduler$TaskQueue@4701d1f9 at com.gemstone.org.jgroups.util.TimeScheduler._run(TimeScheduler.java:497) at com.gemstone.org.jgroups.util.TimeScheduler$Loop.run(TimeScheduler.java:172) at java.lang.Thread.run(Thread.java:745) "P2P Listener Thread tcp:///10.16.118.27:11563" Id=40 RUNNABLE (in native) at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) - locked java.lang.Object@1c5e776c at com.gemstone.gemfire.internal.tcp.TCPConduit.run(TCPConduit.java:636) at java.lang.Thread.run(Thread.java:745) "commons-pool-EvictionTimer" Id=39 TIMED_WAITING on java.util.TaskQueue@67aae0fd at java.lang.Object.wait(Native Method) - waiting on java.util.TaskQueue@67aae0fd at java.util.TimerThread.mainLoop(Timer.java:552) at java.util.TimerThread.run(Timer.java:505) "Timer-1" Id=38 WAITING on java.util.TaskQueue@3406d6fd at java.lang.Object.wait(Native Method) - waiting on java.util.TaskQueue@3406d6fd at java.lang.Object.wait(Object.java:502) at java.util.TimerThread.mainLoop(Timer.java:526) at java.util.TimerThread.run(Timer.java:505) "Membership Timer" Id=37 WAITING on java.util.TaskQueue@7d41479d at java.lang.Object.wait(Native Method) - waiting on java.util.TaskQueue@7d41479d at java.lang.Object.wait(Object.java:502) at java.util.TimerThread.mainLoop(Timer.java:526) at java.util.TimerThread.run(Timer.java:505) "Function Execution Processor0" Id=35 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12cbaa4e at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12cbaa4e at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at com.gemstone.gemfire.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:105) at com.gemstone.gemfire.distributed.internal.FunctionExecutionPooledExecutor$2.run(FunctionExecutionPooledExecutor.java:159) at com.gemstone.gemfire.distributed.internal.DistributionManager.runUntilShutdown(DistributionManager.java:730) at com.gemstone.gemfire.distributed.internal.DistributionManager$9$1.run(DistributionManager.java:1180) at java.lang.Thread.run(Thread.java:745) "PartitionedRegion Message Processor0" Id=34 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@22d61de2 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@22d61de2 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at com.gemstone.gemfire.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:105) at com.gemstone.gemfire.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:100) at com.gemstone.gemfire.distributed.internal.DistributionManager.runUntilShutdown(DistributionManager.java:730) at com.gemstone.gemfire.distributed.internal.DistributionManager$8$1.run(DistributionManager.java:1136) at java.lang.Thread.run(Thread.java:745) "Pooled High Priority Message Processor 0" Id=33 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2065967b at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2065967b at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at com.gemstone.gemfire.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:105) at com.gemstone.gemfire.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:100) at com.gemstone.gemfire.distributed.internal.DistributionManager.runUntilShutdown(DistributionManager.java:730) at com.gemstone.gemfire.distributed.internal.DistributionManager$6$1.run(DistributionManager.java:1062) at java.lang.Thread.run(Thread.java:745) "Pooled Message Processor 0" Id=32 WAITING on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@57ef4045 at sun.misc.Unsafe.park(Native Method) - waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@57ef4045 at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at com.gemstone.gemfire.distributed.internal.OverflowQueueWithDMStats.take(OverflowQueueWithDMStats.java:105) at com.gemstone.gemfire.distributed.internal.PooledExecutorWithDMStats$1.run(PooledExecutorWithDMStats.java:100) at com.gemstone.gemfire.distributed.internal.DistributionManager.runUntilShutdown(DistributionManager.java:730) at com.gemstone.gemfire.distributed.internal.DistributionManager$5$1.run(DistributionManager.java:1025) at java.lang.Thread.run(Thread.java:745) "SystemFailure Proctor" Id=31 TIMED_WAITING at java.lang.Thread.sleep(Native Method) at com.gemstone.gemfire.SystemFailure.runProctor(SystemFailure.java:708) at com.gemstone.gemfire.SystemFailure$4.run(SystemFailure.java:644) at java.lang.Thread.run(Thread.java:745) "SystemFailure WatchDog" Id=30 TIMED_WAITING on java.lang.Object@18b9192c at java.lang.Object.wait(Native Method) - waiting on java.lang.Object@18b9192c at com.gemstone.gemfire.SystemFailure.runWatchDog(SystemFailure.java:474) at com.gemstone.gemfire.SystemFailure$3.run(SystemFailure.java:397) at java.lang.Thread.run(Thread.java:745) "Timer-0" Id=29 WAITING on java.util.TaskQueue@a122ed4 at java.lang.Object.wait(Native Method) - waiting on java.util.TaskQueue@a122ed4 at java.lang.Object.wait(Object.java:502) at java.util.TimerThread.mainLoop(Timer.java:526) at java.util.TimerThread.run(Timer.java:505) "gemfirexd.antiGC" Id=28 WAITING on com.pivotal.gemfirexd.internal.impl.services.monitor.AntiGC@6c8a7a3 at java.lang.Object.wait(Native Method) - waiting on com.pivotal.gemfirexd.internal.impl.services.monitor.AntiGC@6c8a7a3 at java.lang.Object.wait(Object.java:502) at com.pivotal.gemfirexd.internal.impl.services.monitor.AntiGC.run(BaseMonitor.java:2443) at java.lang.Thread.run(Thread.java:745) "Abandoned connection cleanup thread" Id=27 TIMED_WAITING on java.lang.ref.ReferenceQueue$Lock@2b883257 at java.lang.Object.wait(Native Method) - waiting on java.lang.ref.ReferenceQueue$Lock@2b883257 at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) at com.mysql.jdbc.AbandonedConnectionCleanupThread.run(AbandonedConnectionCleanupThread.java:43) "serverConnector" Id=26 TIMED_WAITING on com.gemstone.gemfire.internal.cache.persistence.PersistenceAdvisorImpl$MembershipChangeListener@4d8edac6 at java.lang.Object.wait(Native Method) - waiting on com.gemstone.gemfire.internal.cache.persistence.PersistenceAdvisorImpl$MembershipChangeListener@4d8edac6 at com.gemstone.gemfire.internal.cache.persistence.PersistenceAdvisorImpl$MembershipChangeListener.waitForChange(PersistenceAdvisorImpl.java:1130) at com.gemstone.gemfire.internal.cache.persistence.PersistenceAdvisorImpl.getInitialImageAdvice(PersistenceAdvisorImpl.java:858) at com.gemstone.gemfire.internal.cache.persistence.CreatePersistentRegionProcessor.getInitialImageAdvice(CreatePersistentRegionProcessor.java:56) at com.gemstone.gemfire.internal.cache.DistributedRegion.getInitialImageAndRecovery(DistributedRegion.java:1427) at com.gemstone.gemfire.internal.cache.DistributedRegion.initialize(DistributedRegion.java:1222) at com.gemstone.gemfire.internal.cache.GemFireCacheImpl.createVMRegion(GemFireCacheImpl.java:3171) at com.gemstone.gemfire.pdx.internal.PeerTypeRegistration.initialize(PeerTypeRegistration.java:178) at com.gemstone.gemfire.pdx.internal.TypeRegistry.creatingDiskStore(TypeRegistry.java:270) at com.gemstone.gemfire.internal.cache.DiskStoreFactoryImpl.create(DiskStoreFactoryImpl.java:146) - locked com.gemstone.gemfire.internal.cache.GemFireCacheImpl@43e50bd at com.pivotal.gemfirexd.internal.engine.ddl.GfxdDDLRegion.createInstance(GfxdDDLRegion.java:160) at com.pivotal.gemfirexd.internal.engine.ddl.GfxdDDLRegionQueue.(GfxdDDLRegionQueue.java:125) at com.pivotal.gemfirexd.internal.engine.store.GemFireStore.bootRegions(GemFireStore.java:1552) at com.pivotal.gemfirexd.internal.engine.store.GemFireStore.boot(GemFireStore.java:1234) - locked com.pivotal.gemfirexd.internal.engine.store.GemFireStore@7b283e73 at com.pivotal.gemfirexd.internal.impl.services.monitor.BaseMonitor.boot(BaseMonitor.java:2245) at com.pivotal.gemfirexd.internal.impl.services.monitor.TopService.bootModule(TopService.java:314) - locked com.pivotal.gemfirexd.internal.impl.services.monitor.TopService@6057cb4c at com.pivotal.gemfirexd.internal.impl.services.monitor.BaseMonitor.startModule(BaseMonitor.java:720) at com.pivotal.gemfirexd.internal.impl.services.monitor.FileMonitor.startModule(FileMonitor.java:65) at com.pivotal.gemfirexd.internal.iapi.services.monitor.Monitor.bootServiceModule(Monitor.java:497) at com.pivotal.gemfirexd.internal.engine.db.FabricDatabase.bootStore(FabricDatabase.java:2388) at com.pivotal.gemfirexd.internal.engine.db.FabricDatabase.boot(FabricDatabase.java:356) - locked com.pivotal.gemfirexd.internal.engine.db.FabricDatabase@c129f9 at com.pivotal.gemfirexd.internal.impl.services.monitor.BaseMonitor.boot(BaseMonitor.java:2245) at com.pivotal.gemfirexd.internal.impl.services.monitor.TopService.bootModule(TopService.java:314) - locked com.pivotal.gemfirexd.internal.impl.services.monitor.TopService@6057cb4c at com.pivotal.gemfirexd.internal.impl.services.monitor.BaseMonitor.bootService(BaseMonitor.java:2043) at com.pivotal.gemfirexd.internal.impl.services.monitor.BaseMonitor.startProviderService(BaseMonitor.java:1906) at com.pivotal.gemfirexd.internal.impl.services.monitor.BaseMonitor.findProviderAndStartService(BaseMonitor.java:1786) at com.pivotal.gemfirexd.internal.impl.services.monitor.BaseMonitor.startPersistentService(BaseMonitor.java:1196) at com.pivotal.gemfirexd.internal.iapi.services.monitor.Monitor.startPersistentService(Monitor.java:620) at com.pivotal.gemfirexd.internal.impl.jdbc.EmbedConnection.bootDatabase(EmbedConnection.java:3384) at com.pivotal.gemfirexd.internal.impl.jdbc.EmbedConnection.(EmbedConnection.java:453) at com.pivotal.gemfirexd.internal.impl.jdbc.EmbedConnection30.(EmbedConnection30.java:94) at com.pivotal.gemfirexd.internal.impl.jdbc.EmbedConnection40.(EmbedConnection40.java:75) at com.pivotal.gemfirexd.internal.jdbc.Driver40.getNewEmbedConnection(Driver40.java:95) at com.pivotal.gemfirexd.internal.jdbc.InternalDriver.connect(InternalDriver.java:351) at com.pivotal.gemfirexd.internal.jdbc.InternalDriver.connect(InternalDriver.java:219) at com.pivotal.gemfirexd.internal.jdbc.InternalDriver.connect(InternalDriver.java:195) at io.snappydata.jdbc.AutoloadedDriver.connect(AutoloadedDriver.java:153) at com.pivotal.gemfirexd.internal.engine.fabricservice.FabricServiceImpl.startImpl(FabricServiceImpl.java:279) at com.pivotal.gemfirexd.internal.engine.fabricservice.FabricServerImpl.start(FabricServerImpl.java:60) - locked io.snappydata.impl.ServerImpl@23619d5a - locked java.lang.Class@491109eb at io.snappydata.impl.ServerImpl.start(ServerImpl.scala:36) at com.pivotal.gemfirexd.tools.internal.GfxdServerLauncher.startServerVM(GfxdServerLauncher.java:272) at com.pivotal.gemfirexd.tools.internal.GfxdServerLauncher.connect(GfxdServerLauncher.java:181) at com.gemstone.gemfire.internal.cache.CacheServerLauncher$AsyncServerLauncher.run(CacheServerLauncher.java:1012) at java.lang.Thread.run(Thread.java:745) "Thread-1" Id=25 TIMED_WAITING on com.gemstone.gemfire.internal.cache.CacheServerLauncher$MainLogReporter@7baeb777 at java.lang.Object.wait(Native Method) - waiting on com.gemstone.gemfire.internal.cache.CacheServerLauncher$MainLogReporter@7baeb777 at com.gemstone.gemfire.internal.cache.CacheServerLauncher$MainLogReporter.run(CacheServerLauncher.java:1740) "Signal Dispatcher" Id=5 RUNNABLE "Finalizer" Id=3 WAITING on java.lang.ref.ReferenceQueue$Lock@73707d1c at java.lang.Object.wait(Native Method) - waiting on java.lang.ref.ReferenceQueue$Lock@73707d1c at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" Id=2 WAITING on java.lang.ref.Reference$Lock@2d23c595 at java.lang.Object.wait(Native Method) - waiting on java.lang.ref.Reference$Lock@2d23c595 at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" Id=1 TIMED_WAITING on java.lang.Thread@74e35560 at java.lang.Object.wait(Native Method) - waiting on java.lang.Thread@74e35560 at java.lang.Thread.join(Thread.java:1257) at com.gemstone.gemfire.internal.cache.CacheServerLauncher.server(CacheServerLauncher.java:876) at com.pivotal.gemfirexd.tools.internal.GfxdServerLauncher.run(GfxdServerLauncher.java:800) at io.snappydata.tools.ServerLauncher.run(GfxdLauncherOverrides.scala:38) at io.snappydata.tools.ServerLauncher$.main(GfxdLauncherOverrides.scala:57) at io.snappydata.tools.ServerLauncher.main(GfxdLauncherOverrides.scala) =================================================================