AnsweredAssumed Answered

Java process causing high CPU

Question asked by alisonpurcell on Jul 6, 2012
Am having a problem whereby a java process owned by Alfresco is maxing out the CPU. Restarting Alfresco, or killing the process doesn't help, when I start up again it immediately goes high again. I've done a jstack trace on the process but can't identify anything there that might be causing it. I've pasted it below, can anyone give any suggestions?


Full thread dump Java HotSpot(TM) 64-Bit Server VM (16.0-b13 mixed mode):

"Attach Listener" daemon prio=10 tid=0x00007f2d34004000 nid=0x75c9 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"RMI TCP Connection(idle)" daemon prio=10 tid=0x00007f2d10003800 nid=0x75b9 waiting on condition [0x00007f2d023e2000]
   java.lang.Thread.State: TIMED_WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2d9c083790> (a java.util.concurrent.SynchronousQueue$TransferStack)
   at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
   at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:424)
   at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:323)
   at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:874)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:945)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"TP-Monitor" daemon prio=10 tid=0x00007f3384f91800 nid=0x6d4c in Object.wait() [0x00007f2d015d4000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.apache.tomcat.util.threads.ThreadPool$MonitorRunnable.run(ThreadPool.java:565)
   - locked <0x00007f2da69ff860> (a org.apache.tomcat.util.threads.ThreadPool$MonitorRunnable)
   at java.lang.Thread.run(Thread.java:619)

"TP-Processor4" daemon prio=10 tid=0x00007f3384df0000 nid=0x6d4b runnable [0x00007f2d016d5000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2da69fbce0> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at org.apache.jk.common.ChannelSocket.accept(ChannelSocket.java:307)
   at org.apache.jk.common.ChannelSocket.acceptConnections(ChannelSocket.java:661)
   at org.apache.jk.common.ChannelSocket$SocketAcceptor.runIt(ChannelSocket.java:872)
   at org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:690)
   at java.lang.Thread.run(Thread.java:619)

"TP-Processor3" daemon prio=10 tid=0x00007f3384aa0800 nid=0x6d4a in Object.wait() [0x00007f2d017d6000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:662)
   - locked <0x00007f2da69ff010> (a org.apache.tomcat.util.threads.ThreadPool$ControlRunnable)
   at java.lang.Thread.run(Thread.java:619)

"TP-Processor2" daemon prio=10 tid=0x00007f33845a1800 nid=0x6d49 in Object.wait() [0x00007f2d018d7000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:662)
   - locked <0x00007f2da69febe8> (a org.apache.tomcat.util.threads.ThreadPool$ControlRunnable)
   at java.lang.Thread.run(Thread.java:619)

"TP-Processor1" daemon prio=10 tid=0x00007f3384d5d800 nid=0x6d48 in Object.wait() [0x00007f2d176e0000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.apache.tomcat.util.threads.ThreadPool$ControlRunnable.run(ThreadPool.java:662)
   - locked <0x00007f2da69fe7c0> (a org.apache.tomcat.util.threads.ThreadPool$ControlRunnable)
   at java.lang.Thread.run(Thread.java:619)

"http-8080-1" daemon prio=10 tid=0x00007f2d19003800 nid=0x6d47 in Object.wait() [0x00007f2d177e1000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.apache.tomcat.util.net.JIoEndpoint$Worker.await(JIoEndpoint.java:458)
   - locked <0x00007f2da69bfcb8> (a org.apache.tomcat.util.net.JIoEndpoint$Worker)
   at org.apache.tomcat.util.net.JIoEndpoint$Worker.run(JIoEndpoint.java:484)
   at java.lang.Thread.run(Thread.java:619)

"http-8080-Acceptor-0" daemon prio=10 tid=0x00007f3384316000 nid=0x6d46 runnable [0x00007f2d178e2000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2d9c1d7c18> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at org.apache.tomcat.util.net.DefaultServerSocketFactory.acceptSocket(DefaultServerSocketFactory.java:61)
   at org.apache.tomcat.util.net.JIoEndpoint$Acceptor.run(JIoEndpoint.java:352)
   at java.lang.Thread.run(Thread.java:619)

"ContainerBackgroundProcessor[StandardEngine[Catalina]]" daemon prio=10 tid=0x00007f3384d93000 nid=0x6d45 waiting on condition [0x00007f2d179e3000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
   at java.lang.Thread.sleep(Native Method)
   at org.apache.catalina.core.ContainerBase$ContainerBackgroundProcessor.run(ContainerBase.java:1579)
   at java.lang.Thread.run(Thread.java:619)

"net.sf.ehcache.CacheManager@2d2ab673" daemon prio=10 tid=0x00007f3384278000 nid=0x6d43 in Object.wait() [0x00007f2d16cd8000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.util.TimerThread.mainLoop(Timer.java:509)
   - locked <0x00007f2da6617770> (a java.util.TaskQueue)
   at java.util.TimerThread.run(Timer.java:462)

"RMI RenewClean-[192.168.1.189:50507]" daemon prio=10 tid=0x00007f2d187a2000 nid=0x6d3d in Object.wait() [0x00007f2d01cdb000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
   - locked <0x00007f2da7fc3e90> (a java.lang.ref.ReferenceQueue$Lock)
   at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
   at java.lang.Thread.run(Thread.java:619)

"RMI TCP Accept-50507" daemon prio=10 tid=0x00007f3384f56000 nid=0x6d3c runnable [0x00007f2d01bda000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2da7fc3fa8> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
   at java.lang.Thread.run(Thread.java:619)

"Deployment Receiver Engine Keep Alive" daemon prio=10 tid=0x00007f3384b3b000 nid=0x6d3a waiting on condition [0x00007f2d019d8000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
   at java.lang.Thread.sleep(Native Method)
   at org.alfresco.deployment.impl.server.DeploymentReceiverEngineImpl.run(DeploymentReceiverEngineImpl.java:183)
   at java.lang.Thread.run(Thread.java:619)

"Timer-2" daemon prio=10 tid=0x00007f3385176800 nid=0x6d31 in Object.wait() [0x00007f2d01ddc000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.util.TimerThread.mainLoop(Timer.java:509)
   - locked <0x00007f2da53c3450> (a java.util.TaskQueue)
   at java.util.TimerThread.run(Timer.java:462)

"1261640227@qtp0-1 - Acceptor0 SocketConnector@0.0.0.0:7070" prio=10 tid=0x00007f33851e3000 nid=0x6d30 runnable [0x00007f2d01edd000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2da2d92a90> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at org.mortbay.jetty.bio.SocketConnector.accept(SocketConnector.java:99)
   at org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:707)
   at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:522)

"1216919532@qtp0-0" prio=10 tid=0x00007f3384629000 nid=0x6d2f in Object.wait() [0x00007f2d01fde000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:565)
   - locked <0x00007f2da2d92c00> (a org.mortbay.thread.QueuedThreadPool$PoolThread)

"AlfrescoJbpmJobExecutor:192.168.1.189:1" daemon prio=10 tid=0x00007f33851ea000 nid=0x6d2e in Object.wait() [0x00007f2d020df000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.jbpm.job.executor.JobExecutorThread.run(JobExecutorThread.java:68)
   - locked <0x00007f2da2aa47e8> (a org.alfresco.repo.workflow.jbpm.AlfrescoJobExecutor)

"org.subethamail.smtp.server.SMTPServer$Watchdog" daemon prio=10 tid=0x00007f338517a000 nid=0x6d2c sleeping[0x00007f2d021e0000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
   at java.lang.Thread.sleep(Native Method)
   at org.subethamail.smtp.server.SMTPServer$Watchdog.run(SMTPServer.java:476)

"org.subethamail.smtp.server.SMTPServer" prio=10 tid=0x00007f3385185800 nid=0x6d2b runnable [0x00007f2d022e1000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2da2d92cb8> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at org.subethamail.smtp.server.SMTPServer.run(SMTPServer.java:318)
   at java.lang.Thread.run(Thread.java:619)

"RMI RenewClean-[192.168.1.189:56293]" daemon prio=10 tid=0x00007f2d187b1800 nid=0x6d29 in Object.wait() [0x00007f2d024e3000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
   - locked <0x00007f2d9c2f78d0> (a java.lang.ref.ReferenceQueue$Lock)
   at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
   at java.lang.Thread.run(Thread.java:619)

"RMI TCP Accept-0" daemon prio=10 tid=0x00007f338431f000 nid=0x6d28 runnable [0x00007f2d025e4000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2d9c37c780> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
   at java.lang.Thread.run(Thread.java:619)

"FTP Server" prio=10 tid=0x00007f33850ab000 nid=0x6d21 runnable [0x00007f2d026e5000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2d9c8b4be0> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at org.alfresco.jlan.ftp.FTPServer.run(FTPServer.java:592)
   at java.lang.Thread.run(Thread.java:619)

"NodeMonitor_Alfresco" daemon prio=10 tid=0x00007f3384922000 nid=0x6d1b in Object.wait() [0x00007f2d027e6000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.filesys.repo.NodeEventQueue.waitWhileEmpty(NodeEventQueue.java:111)
   - locked <0x00007f2d9f6cb428> (a org.alfresco.filesys.repo.NodeEventQueue)
   at org.alfresco.filesys.repo.NodeEventQueue.removeEvent(NodeEventQueue.java:78)
   - locked <0x00007f2d9f6cb428> (a org.alfresco.filesys.repo.NodeEventQueue)
   at org.alfresco.filesys.repo.NodeMonitor.run(NodeMonitor.java:525)
   at java.lang.Thread.run(Thread.java:619)

"Notify_Alfresco" daemon prio=10 tid=0x00007f3384d14000 nid=0x6d1a in Object.wait() [0x00007f2d028e7000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.smb.server.notify.NotifyChangeHandler.run(NotifyChangeHandler.java:1008)
   - locked <0x00007f2d9f6cb4a0> (a org.alfresco.jlan.smb.server.notify.NotifyChangeEventList)
   at java.lang.Thread.run(Thread.java:619)

"FileStateReaper" daemon prio=10 tid=0x00007f3384e46000 nid=0x6d19 sleeping[0x00007f2d029e8000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
   at java.lang.Thread.sleep(Native Method)
   at org.alfresco.jlan.server.filesys.cache.FileStateReaper.run(FileStateReaper.java:153)
   at java.lang.Thread.run(Thread.java:619)

"ContentQuotaManagerChecker" daemon prio=10 tid=0x00007f3384e03000 nid=0x6d18 sleeping[0x00007f2d02ae9000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
   at java.lang.Thread.sleep(Native Method)
   at org.alfresco.filesys.repo.ContentQuotaManager.run(ContentQuotaManager.java:433)
   at java.lang.Thread.run(Thread.java:619)

"TimedRequestProcessor" daemon prio=10 tid=0x00007f3384a1f800 nid=0x6d17 waiting on condition [0x00007f2d02bea000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
   at java.lang.Thread.sleep(Native Method)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$TimedRequestProcessor.run(ThreadRequestPool.java:229)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker25" daemon prio=10 tid=0x00007f338478a000 nid=0x6d16 in Object.wait() [0x00007f2d02ceb000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker24" daemon prio=10 tid=0x00007f3384c54800 nid=0x6d15 in Object.wait() [0x00007f2d02dec000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker23" daemon prio=10 tid=0x00007f33847c4000 nid=0x6d14 in Object.wait() [0x00007f2d02eed000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker22" daemon prio=10 tid=0x00007f3384304800 nid=0x6d13 in Object.wait() [0x00007f2d02fee000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker21" daemon prio=10 tid=0x00007f3384c1b800 nid=0x6d12 in Object.wait() [0x00007f2d030ef000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker20" daemon prio=10 tid=0x00007f33847b6800 nid=0x6d11 in Object.wait() [0x00007f2d031f0000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker19" daemon prio=10 tid=0x00007f33846f8000 nid=0x6d10 in Object.wait() [0x00007f2d032f1000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker18" daemon prio=10 tid=0x00007f3384c31800 nid=0x6d0f in Object.wait() [0x00007f2d033f2000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker17" daemon prio=10 tid=0x00007f3384ef6000 nid=0x6d0e in Object.wait() [0x00007f2d034f3000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker16" daemon prio=10 tid=0x00007f338509e800 nid=0x6d0d in Object.wait() [0x00007f2d035f4000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker15" daemon prio=10 tid=0x00007f33849a1800 nid=0x6d0c in Object.wait() [0x00007f2d036f5000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker14" daemon prio=10 tid=0x00007f3384d68800 nid=0x6d0b in Object.wait() [0x00007f2d037f6000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker13" daemon prio=10 tid=0x00007f338481e800 nid=0x6d0a in Object.wait() [0x00007f2d038f7000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker12" daemon prio=10 tid=0x00007f338479c000 nid=0x6d09 in Object.wait() [0x00007f2d039f8000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker11" daemon prio=10 tid=0x00007f3384798000 nid=0x6d08 in Object.wait() [0x00007f2d03af9000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker10" daemon prio=10 tid=0x00007f3384d70800 nid=0x6d07 in Object.wait() [0x00007f2d03bfa000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker9" daemon prio=10 tid=0x00007f3385099800 nid=0x6d06 in Object.wait() [0x00007f2d03cfb000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker8" daemon prio=10 tid=0x00007f3384c2b800 nid=0x6d05 in Object.wait() [0x00007f2d03dfc000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker7" daemon prio=10 tid=0x00007f3384a88800 nid=0x6d04 in Object.wait() [0x00007f2d03efd000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker6" daemon prio=10 tid=0x00007f3384144800 nid=0x6d03 in Object.wait() [0x00007f2d03ffe000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker5" daemon prio=10 tid=0x00007f3384e5c800 nid=0x6d02 in Object.wait() [0x00007f2d14196000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker4" daemon prio=10 tid=0x00007f3384e17800 nid=0x6d01 in Object.wait() [0x00007f2d14297000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker3" daemon prio=10 tid=0x00007f33846cc000 nid=0x6d00 in Object.wait() [0x00007f2d14398000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker2" daemon prio=10 tid=0x00007f338512c800 nid=0x6cff in Object.wait() [0x00007f2d14499000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"AlfJLANWorker1" daemon prio=10 tid=0x00007f338483b800 nid=0x6cfe in Object.wait() [0x00007f2d1459a000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at org.alfresco.jlan.server.thread.ThreadRequestQueue.removeRequest(ThreadRequestQueue.java:112)
   - locked <0x00007f2d9ecc8918> (a java.util.LinkedList)
   at org.alfresco.jlan.server.thread.ThreadRequestPool$ThreadWorker.run(ThreadRequestPool.java:127)
   at java.lang.Thread.run(Thread.java:619)

"indexThread10" daemon prio=10 tid=0x00007f3385121800 nid=0x6cfc waiting on condition [0x00007f2d146ab000]
   java.lang.Thread.State: WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2da03a49d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
   at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
   at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:317)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"indexThread9" daemon prio=10 tid=0x00007f2d192ba000 nid=0x6cfb waiting on condition [0x00007f2d147ac000]
   java.lang.Thread.State: WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2da03a49d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
   at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
   at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:317)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"indexThread8" daemon prio=10 tid=0x00007f3384dea800 nid=0x6cfa waiting on condition [0x00007f2d148ad000]
   java.lang.Thread.State: WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2da03a49d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
   at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
   at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:317)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"indexThread7" daemon prio=10 tid=0x00007f3384fa2800 nid=0x6cf9 waiting on condition [0x00007f2d149ae000]
   java.lang.Thread.State: WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2da03a49d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
   at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
   at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:317)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"indexThread6" daemon prio=10 tid=0x00007f2d18e3e000 nid=0x6cf8 waiting on condition [0x00007f2d159c5000]
   java.lang.Thread.State: WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2da03a49d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
   at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
   at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:317)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"indexThread5" daemon prio=10 tid=0x00007f3384f1e000 nid=0x6cf7 waiting on condition [0x00007f2d14bb0000]
   java.lang.Thread.State: WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2da03a49d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
   at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
   at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:317)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"indexThread4" daemon prio=10 tid=0x00007f3384ed9000 nid=0x6cf6 waiting on condition [0x00007f2d14aaf000]
   java.lang.Thread.State: WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2da03a49d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
   at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
   at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:317)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"indexThread3" daemon prio=10 tid=0x00007f2d18e3c800 nid=0x6ce3 waiting on condition [0x00007f2d156c2000]
   java.lang.Thread.State: WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2da03a49d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
   at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
   at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:317)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"indexThread2" daemon prio=10 tid=0x00007f3384707000 nid=0x6ce2 waiting on condition [0x00007f2d153bf000]
   java.lang.Thread.State: WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2da03a49d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
   at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
   at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:317)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"indexThread1" daemon prio=10 tid=0x00007f33848f4800 nid=0x6ce1 waiting on condition [0x00007f2d150bc000]
   java.lang.Thread.State: WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2da03a49d0> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   at java.util.concurrent.locks.LockSupport.park(LockSupport.java:158)
   at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1925)
   at java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:317)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"Timer-1" daemon prio=10 tid=0x00007f3384e9f000 nid=0x6ce0 in Object.wait() [0x00007f2d14db9000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.util.TimerThread.mainLoop(Timer.java:509)
   - locked <0x00007f2d9c2ff628> (a java.util.TaskQueue)
   at java.util.TimerThread.run(Timer.java:462)

"RMI RenewClean-[192.168.1.189:50506]" daemon prio=10 tid=0x00007f2d1889f000 nid=0x6cd6 in Object.wait() [0x00007f2d14eba000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
   - locked <0x00007f2da0634190> (a java.lang.ref.ReferenceQueue$Lock)
   at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
   at java.lang.Thread.run(Thread.java:619)

"RMI TCP Accept-50506" daemon prio=10 tid=0x00007f33848ff800 nid=0x6cd5 runnable [0x00007f2d14fbb000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2da04b3ae8> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
   at java.lang.Thread.run(Thread.java:619)

"RMI RenewClean-[192.168.1.189:50505]" daemon prio=10 tid=0x00007f2d1837e000 nid=0x6cd3 in Object.wait() [0x00007f2d151bd000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
   - locked <0x00007f2da06341d8> (a java.lang.ref.ReferenceQueue$Lock)
   at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
   at java.lang.Thread.run(Thread.java:619)

"RMI TCP Accept-50505" daemon prio=10 tid=0x00007f3384b5e800 nid=0x6cd2 runnable [0x00007f2d152be000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2da04b3ba0> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
   at java.lang.Thread.run(Thread.java:619)

"RMI RenewClean-[192.168.1.189:50504]" daemon prio=10 tid=0x00007f2d18eae800 nid=0x6cd0 in Object.wait() [0x00007f2d154c0000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
   - locked <0x00007f2da0634298> (a java.lang.ref.ReferenceQueue$Lock)
   at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
   at java.lang.Thread.run(Thread.java:619)

"RMI TCP Accept-50504" daemon prio=10 tid=0x00007f3384d04800 nid=0x6ccf runnable [0x00007f2d155c1000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2d9f7e25a0> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
   at java.lang.Thread.run(Thread.java:619)

"RMI RenewClean-[192.168.1.189:50502]" daemon prio=10 tid=0x00007f2d18c90800 nid=0x6ccd in Object.wait() [0x00007f2d157c3000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
   - locked <0x00007f2da0634388> (a java.lang.ref.ReferenceQueue$Lock)
   at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
   at java.lang.Thread.run(Thread.java:619)

"RMI TCP Accept-50502" daemon prio=10 tid=0x00007f3384d2e800 nid=0x6ccc runnable [0x00007f2d158c4000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2d9f7e56e8> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
   at java.lang.Thread.run(Thread.java:619)

"RMI RenewClean-[192.168.1.189:50501]" daemon prio=10 tid=0x00007f2d18b9e800 nid=0x6cca in Object.wait() [0x00007f2d15ac6000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
   - locked <0x00007f2da0636590> (a java.lang.ref.ReferenceQueue$Lock)
   at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
   at java.lang.Thread.run(Thread.java:619)

"RMI TCP Accept-50501" daemon prio=10 tid=0x00007f33847fa800 nid=0x6cc9 runnable [0x00007f2d167d3000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2da0528a38> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
   at java.lang.Thread.run(Thread.java:619)

"Thread-14" daemon prio=10 tid=0x00007f33847d4000 nid=0x6cc7 in Object.wait() [0x00007f2d15bc7000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.alfresco.repo.avm.AVMRemoteTransportService.run(AVMRemoteTransportService.java:169)
   - locked <0x00007f2da0639018> (a org.alfresco.repo.avm.AVMRemoteTransportService)
   at java.lang.Thread.run(Thread.java:619)

"Timer-0" daemon prio=10 tid=0x00007f3384c8e000 nid=0x6cc5 in Object.wait() [0x00007f2d15cc8000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.util.TimerThread.mainLoop(Timer.java:509)
   - locked <0x00007f2da06345f8> (a java.util.TaskQueue)
   at java.util.TimerThread.run(Timer.java:462)

"DefaultScheduler_QuartzSchedulerThread" prio=10 tid=0x00007f3384bf2000 nid=0x6cc4 in Object.wait() [0x00007f2d15dc9000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.quartz.core.QuartzSchedulerThread.run(QuartzSchedulerThread.java:296)
   - locked <0x00007f2da0636650> (a java.lang.Object)

"DefaultScheduler_Worker-10" prio=10 tid=0x00007f3384bce800 nid=0x6cc3 in Object.wait() [0x00007f2d15eca000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:543)
   - locked <0x00007f2da04ae3a0> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)

"DefaultScheduler_Worker-9" prio=10 tid=0x00007f3384730800 nid=0x6cc2 sleeping[0x00007f2d15fcb000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
   at java.lang.Thread.sleep(Native Method)
   at org.alfresco.repo.avm.OrphanReaper.execute(OrphanReaper.java:81)
   at org.alfresco.repo.avm.OrphanReaperJob.execute(OrphanReaperJob.java:38)
   at org.quartz.core.JobRunShell.run(JobRunShell.java:216)
   at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:549)

"DefaultScheduler_Worker-8" prio=10 tid=0x00007f3384882800 nid=0x6cc1 in Object.wait() [0x00007f2d160cc000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:543)
   - locked <0x00007f2da04ae468> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)

"DefaultScheduler_Worker-7" prio=10 tid=0x00007f3384b7b000 nid=0x6cc0 in Object.wait() [0x00007f2d161cd000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:543)
   - locked <0x00007f2da01c30a8> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)

"DefaultScheduler_Worker-6" prio=10 tid=0x00007f3384894800 nid=0x6cbf in Object.wait() [0x00007f2d162ce000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:543)
   - locked <0x00007f2da01c2f18> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)

"DefaultScheduler_Worker-5" prio=10 tid=0x00007f3384bab000 nid=0x6cbe in Object.wait() [0x00007f2d163cf000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:543)
   - locked <0x00007f2da01c2d88> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)

"DefaultScheduler_Worker-4" prio=10 tid=0x00007f3384b7e800 nid=0x6cbd in Object.wait() [0x00007f2d164d0000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:543)
   - locked <0x00007f2da01c2e50> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)

"DefaultScheduler_Worker-3" prio=10 tid=0x00007f338413b000 nid=0x6cbc in Object.wait() [0x00007f2d165d1000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:543)
   - locked <0x00007f2da04ae530> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)

"DefaultScheduler_Worker-2" prio=10 tid=0x00007f33844ee800 nid=0x6cbb in Object.wait() [0x00007f2d166d2000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:543)
   - locked <0x00007f2da04ae5f8> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)

"DefaultScheduler_Worker-1" prio=10 tid=0x00007f3384509000 nid=0x6cba in Object.wait() [0x00007f2d169d5000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:543)
   - locked <0x00007f2da04ae6c0> (a org.quartz.simpl.SimpleThreadPool$WorkerThread)

"RMI RenewClean-[192.168.1.189:50508]" daemon prio=10 tid=0x00007f2d18aa5000 nid=0x6cab in Object.wait() [0x00007f2d168d4000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
   - locked <0x00007f2da0636680> (a java.lang.ref.ReferenceQueue$Lock)
   at sun.rmi.transport.DGCClient$EndpointEntry$RenewCleanThread.run(DGCClient.java:516)
   at java.lang.Thread.run(Thread.java:619)

"RMI Scheduler(0)" daemon prio=10 tid=0x00007f338483c800 nid=0x6ca9 waiting on condition [0x00007f2d16ad6000]
   java.lang.Thread.State: TIMED_WAITING (parking)
   at sun.misc.Unsafe.park(Native Method)
   - parking to wait for  <0x00007f2d9c085128> (a java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
   at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:198)
   at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1963)
   at java.util.concurrent.DelayQueue.take(DelayQueue.java:164)
   at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:583)
   at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:576)
   at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:947)
   at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
   at java.lang.Thread.run(Thread.java:619)

"RMI Reaper" prio=10 tid=0x00007f3384911000 nid=0x6ca7 in Object.wait() [0x00007f2d16dd9000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   - waiting on <0x00007f2d9c084a88> (a java.lang.ref.ReferenceQueue$Lock)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
   - locked <0x00007f2d9c084a88> (a java.lang.ref.ReferenceQueue$Lock)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
   at sun.rmi.transport.ObjectTable$Reaper.run(ObjectTable.java:333)
   at java.lang.Thread.run(Thread.java:619)

"RMI TCP Accept-50508" daemon prio=10 tid=0x00007f3384938800 nid=0x6ca6 runnable [0x00007f2d16eda000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2da04b3d10> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
   at java.lang.Thread.run(Thread.java:619)

"RMI TCP Accept-50500" daemon prio=10 tid=0x00007f33847a5000 nid=0x6ca5 runnable [0x00007f2d16fdb000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2da04b3a30> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
   at java.lang.Thread.run(Thread.java:619)

"Store org.alfresco.cache.routingContentStoreCache Spool Thread" daemon prio=10 tid=0x00007f3384ad3000 nid=0x6ca4 sleeping[0x00007f2d170dc000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
   at java.lang.Thread.sleep(Native Method)
   at net.sf.ehcache.store.DiskStore.spoolAndExpiryThreadMain(DiskStore.java:669)
   at net.sf.ehcache.store.DiskStore.access$900(DiskStore.java:74)
   at net.sf.ehcache.store.DiskStore$SpoolAndExpiryThread.run(DiskStore.java:1170)

"Store org.alfresco.cache.ticketsCache Spool Thread" daemon prio=10 tid=0x00007f33848e0000 nid=0x6ca3 sleeping[0x00007f2d173f8000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
   at java.lang.Thread.sleep(Native Method)
   at net.sf.ehcache.store.DiskStore.spoolAndExpiryThreadMain(DiskStore.java:669)
   at net.sf.ehcache.store.DiskStore.access$900(DiskStore.java:74)
   at net.sf.ehcache.store.DiskStore$SpoolAndExpiryThread.run(DiskStore.java:1170)

"net.sf.ehcache.CacheManager@4e94a28e" daemon prio=10 tid=0x00007f3384941800 nid=0x6ca2 in Object.wait() [0x00007f2d174f9000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   - waiting on <0x00007f2da010c208> (a java.util.TaskQueue)
   at java.util.TimerThread.mainLoop(Timer.java:509)
   - locked <0x00007f2da010c208> (a java.util.TaskQueue)
   at java.util.TimerThread.run(Timer.java:462)

"GC Daemon" daemon prio=10 tid=0x00007f338428a000 nid=0x6ca0 in Object.wait() [0x00007f2d17cf5000]
   java.lang.Thread.State: TIMED_WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at sun.misc.GC$Daemon.run(GC.java:100)
   - locked <0x00007f2d9c1d2000> (a sun.misc.GC$LatencyLock)

"RMI TCP Accept-0" daemon prio=10 tid=0x00007f33840c2000 nid=0x6c9d runnable [0x00007f2d17ef7000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2d9c085ce0> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at sun.management.jmxremote.LocalRMIServerSocketFactory$1.accept(LocalRMIServerSocketFactory.java:34)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.executeAcceptLoop(TCPTransport.java:369)
   at sun.rmi.transport.tcp.TCPTransport$AcceptLoop.run(TCPTransport.java:341)
   at java.lang.Thread.run(Thread.java:619)

"Low Memory Detector" daemon prio=10 tid=0x00007f33840dc800 nid=0x6c9c runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"CompilerThread1" daemon prio=10 tid=0x00007f33840da000 nid=0x6c9b waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"CompilerThread0" daemon prio=10 tid=0x00007f33840d8000 nid=0x6c9a waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" daemon prio=10 tid=0x00007f33840d5800 nid=0x6c99 runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Surrogate Locker Thread (CMS)" daemon prio=10 tid=0x00007f33840d4000 nid=0x6c98 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Finalizer" daemon prio=10 tid=0x00007f33840b5800 nid=0x6c97 in Object.wait() [0x00007f33807fe000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
   - locked <0x00007f2d9c0010f0> (a java.lang.ref.ReferenceQueue$Lock)
   at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
   at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)

"Reference Handler" daemon prio=10 tid=0x00007f33840b3800 nid=0x6c96 in Object.wait() [0x00007f3388124000]
   java.lang.Thread.State: WAITING (on object monitor)
   at java.lang.Object.wait(Native Method)
   at java.lang.Object.wait(Object.java:485)
   at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
   - locked <0x00007f2d9c000f80> (a java.lang.ref.Reference$Lock)

"main" prio=10 tid=0x00007f3384007800 nid=0x6c91 runnable [0x00007f338974c000]
   java.lang.Thread.State: RUNNABLE
   at java.net.PlainSocketImpl.socketAccept(Native Method)
   at java.net.PlainSocketImpl.accept(PlainSocketImpl.java:390)
   - locked <0x00007f2da6a026e0> (a java.net.SocksSocketImpl)
   at java.net.ServerSocket.implAccept(ServerSocket.java:453)
   at java.net.ServerSocket.accept(ServerSocket.java:421)
   at org.apache.catalina.core.StandardServer.await(StandardServer.java:389)
   at org.apache.catalina.startup.Catalina.await(Catalina.java:662)
   at org.apache.catalina.startup.Catalina.start(Catalina.java:614)
   at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
   at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
   at java.lang.reflect.Method.invoke(Method.java:597)
   at org.apache.catalina.startup.Bootstrap.start(Bootstrap.java:289)
   at org.apache.catalina.startup.Bootstrap.main(Bootstrap.java:414)

"VM Thread" prio=10 tid=0x00007f33840af000 nid=0x6c95 runnable

"Gang worker#0 (Parallel GC Threads)" prio=10 tid=0x00007f338400d800 nid=0x6c92 runnable

"Gang worker#1 (Parallel GC Threads)" prio=10 tid=0x00007f338400f000 nid=0x6c93 runnable

"Concurrent Mark-Sweep GC Thread" prio=10 tid=0x00007f3384062800 nid=0x6c94 runnable
"VM Periodic Task Thread" prio=10 tid=0x00007f338411a800 nid=0x6c9e waiting on condition

JNI global references: 1494

Outcomes