Found one Java-level deadlock:
=============================
"SynapseWorker-500":
waiting to lock monitor 0x0000000041cf82e0 (object 0x000000078ef858d0, a java.lang.Object),
which is held by "SynapseWorker-20"
"SynapseWorker-20":
waiting to lock monitor 0x0000000042c36da8 (object 0x000000078ef858b8, a java.lang.Object),
which is held by "HttpClientWorker-19"
"HttpClientWorker-19":
waiting to lock monitor 0x0000000040bc94b0 (object 0x0000000780eebe10, a java.lang.Object),
which is held by "Dispatcher-Channel-96"
"Dispatcher-Channel-96":
waiting to lock monitor 0x0000000041a3ecf8 (object 0x0000000780eebde0, a java.lang.Object),
which is held by "SynapseWorker-20"
Java stack information for the threads listed above:
===================================================
"SynapseWorker-500":
at org.apache.qpid.client.AMQConnection.createSession(AMQConnection.java:664)
- waiting to lock <0x000000078ef858d0> (a java.lang.Object)
at org.apache.qpid.client.AMQConnection.createSession(AMQConnection.java:656)
at org.apache.qpid.client.AMQConnection.createSession(AMQConnection.java:650)
at org.apache.qpid.client.AMQConnection.createSession(AMQConnection.java:82)
at org.apache.synapse.message.store.jms.JMSMessageStore.store(JMSMessageStore.java:160)
at com.jkh.tools.MessageStoreMediator.mediate(MessageStoreMediator.java:112)
at org.apache.synapse.mediators.ext.ClassMediator.mediate(ClassMediator.java:78)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.config.xml.AnonymousListMediator.mediate(AnonymousListMediator.java:30)
at org.apache.synapse.mediators.filters.FilterMediator.mediate(FilterMediator.java:144)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.mediators.base.SequenceMediator.mediate(SequenceMediator.java:113)
at org.apache.synapse.mediators.base.SequenceMediator.mediate(SequenceMediator.java:168)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.mediators.base.SequenceMediator.mediate(SequenceMediator.java:113)
at org.apache.synapse.mediators.eip.Target.mediate(Target.java:126)
at org.apache.synapse.mediators.eip.splitter.IterateMediator.mediate(IterateMediator.java:133)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.mediators.base.SequenceMediator.mediate(SequenceMediator.java:113)
at org.apache.synapse.mediators.MediatorWorker.run(MediatorWorker.java:69)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
"SynapseWorker-20":
at org.apache.qpid.client.AMQConnection.doClose(AMQConnection.java:895)
- waiting to lock <0x000000078ef858b8> (a java.lang.Object)
- locked <0x000000078ef858d0> (a java.lang.Object)
at org.apache.qpid.client.AMQConnection.doClose(AMQConnection.java:886)
- locked <0x0000000780eebde0> (a java.lang.Object)
- locked <0x000000078ef858d0> (a java.lang.Object)
at org.apache.qpid.client.AMQConnection.close(AMQConnection.java:870)
at org.apache.qpid.client.AMQConnection.close(AMQConnection.java:861)
at org.apache.qpid.client.AMQConnection.close(AMQConnection.java:856)
at org.apache.synapse.message.store.jms.JMSMessageStore.cleanupCachedWriteConnection(JMSMessageStore.java:199)
- locked <0x00000007606ab6a8> (a org.apache.synapse.message.store.jms.JMSMessageStore)
at org.apache.synapse.message.store.jms.JMSMessageStore.cleanupJMSResources(JMSMessageStore.java:244)
at org.apache.synapse.message.store.jms.JMSMessageStore.store(JMSMessageStore.java:173)
at com.jkh.tools.MessageStoreMediator.mediate(MessageStoreMediator.java:112)
at org.apache.synapse.mediators.ext.ClassMediator.mediate(ClassMediator.java:78)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.config.xml.AnonymousListMediator.mediate(AnonymousListMediator.java:30)
at org.apache.synapse.mediators.filters.FilterMediator.mediate(FilterMediator.java:144)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.mediators.base.SequenceMediator.mediate(SequenceMediator.java:113)
at org.apache.synapse.mediators.base.SequenceMediator.mediate(SequenceMediator.java:168)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.mediators.base.SequenceMediator.mediate(SequenceMediator.java:113)
at org.apache.synapse.mediators.MediatorWorker.run(MediatorWorker.java:69)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
"HttpClientWorker-19":
at org.apache.qpid.client.AMQSession$Dispatcher.rejectPending(AMQSession.java:3123)
- waiting to lock <0x0000000780eebe10> (a java.lang.Object)
at org.apache.qpid.client.AMQSession.confirmConsumerCancelled(AMQSession.java:897)
at org.apache.qpid.client.BasicMessageConsumer_0_10.sendCancel(BasicMessageConsumer_0_10.java:189)
at org.apache.qpid.client.BasicMessageConsumer.close(BasicMessageConsumer.java:573)
- locked <0x000000078ef858b8> (a java.lang.Object)
at org.apache.qpid.client.BasicMessageConsumer.close(BasicMessageConsumer.java:535)
at org.apache.synapse.message.store.jms.JMSMessageStore.cleanupJMSResources(JMSMessageStore.java:214)
at org.apache.synapse.message.store.jms.JMSMessageStore.unstoreMessages(JMSMessageStore.java:435)
at com.jkh.tools.MessageStoreControlMediator.mediate(MessageStoreControlMediator.java:61)
at org.apache.synapse.mediators.ext.ClassMediator.mediate(ClassMediator.java:78)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.mediators.filters.FilterMediator.mediate(FilterMediator.java:113)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.config.xml.AnonymousListMediator.mediate(AnonymousListMediator.java:30)
at org.apache.synapse.mediators.filters.FilterMediator.mediate(FilterMediator.java:144)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.config.xml.AnonymousListMediator.mediate(AnonymousListMediator.java:30)
at org.apache.synapse.mediators.filters.FilterMediator.mediate(FilterMediator.java:144)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.config.xml.AnonymousListMediator.mediate(AnonymousListMediator.java:30)
at org.apache.synapse.mediators.filters.FilterMediator.mediate(FilterMediator.java:144)
at org.apache.synapse.mediators.AbstractListMediator.mediate(AbstractListMediator.java:60)
at org.apache.synapse.mediators.base.SequenceMediator.mediate(SequenceMediator.java:113)
at org.apache.synapse.core.axis2.Axis2SynapseEnvironment.injectMessage(Axis2SynapseEnvironment.java:162)
at org.apache.synapse.core.axis2.SynapseCallbackReceiver.handleMessage(SynapseCallbackReceiver.java:370)
at org.apache.synapse.core.axis2.SynapseCallbackReceiver.receive(SynapseCallbackReceiver.java:163)
at org.apache.axis2.engine.AxisEngine.receive(AxisEngine.java:178)
at org.apache.synapse.transport.nhttp.ClientWorker.run(ClientWorker.java:253)
at org.apache.axis2.transport.base.threads.NativeWorkerPool$1.run(NativeWorkerPool.java:58)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
"Dispatcher-Channel-96":
at org.apache.qpid.client.AMQSession$Dispatcher.dispatchMessage(AMQSession.java:3314)
- waiting to lock <0x0000000780eebde0> (a java.lang.Object)
- locked <0x0000000780eebe10> (a java.lang.Object)
at org.apache.qpid.client.AMQSession$Dispatcher.access$900(AMQSession.java:3097)
at org.apache.qpid.client.AMQSession.dispatch(AMQSession.java:3090)
at org.apache.qpid.client.message.UnprocessedMessage.dispatch(UnprocessedMessage.java:55)
at org.apache.qpid.client.AMQSession$Dispatcher.run(AMQSession.java:3244)
at java.lang.Thread.run(Thread.java:662)
Found 1 deadlock.
Heap
par new generation total 38336K, used 7817K [0x0000000758000000, 0x000000075a990000, 0x000000075a990000)
eden space 34112K, 10% used [0x0000000758000000, 0x00000007583825f8, 0x000000075a150000)
from space 4224K, 100% used [0x000000075a570000, 0x000000075a990000, 0x000000075a990000)
to space 4224K, 0% used [0x000000075a150000, 0x000000075a150000, 0x000000075a570000)
concurrent mark-sweep generation total 2292712K, used 2050541K [0x000000075a990000, 0x00000007e688a000, 0x00000007f8000000)
concurrent-mark-sweep perm gen total 131072K, used 92845K [0x00000007f8000000, 0x0000000800000000, 0x0000000800000000)
[2011-05-27 11:11:19,356] ERROR - ServiceTaskManager Error creating JMS consumer for service : wso2carbon-sts
javax.jms.JMSException: Error registering consumer: org.apache.qpid.AMQException: The name 'wso2carbon-sts' supplied in the address doesn't resolve to an exchange or a queue
at org.apache.qpid.client.AMQSession$4.execute(AMQSession.java:2036)
at org.apache.qpid.client.AMQSession$4.execute(AMQSession.java:1979)
at org.apache.qpid.client.AMQConnectionDelegate_0_10.executeRetrySupport(AMQConnectionDelegate_0_10.java:312)
at org.apache.qpid.client.AMQConnection.executeRetrySupport(AMQConnection.java:622)
at org.apache.qpid.client.failover.FailoverRetrySupport.execute(FailoverRetrySupport.java:102)
at org.apache.qpid.client.AMQSession.createConsumerImpl(AMQSession.java:1977)
at org.apache.qpid.client.AMQSession.createConsumer(AMQSession.java:990)
at org.apache.axis2.transport.jms.JMSUtils.createConsumer(JMSUtils.java:660)
at org.apache.axis2.tran