Openfire continually crashing after upgrade to 3.10 (org.jivesoftware.openfire.nio.NIOConnection)

2015.04.28 18:29:46 org.jivesoftware.openfire.nio.NIOConnection - Failed to deliver packet: 1

2015.04.28 18:29:46 org.jivesoftware.openfire.session.LocalSession - Internal server error

java.lang.IllegalStateException: Connection closed

at org.jivesoftware.openfire.nio.NIOConnection.deliver(NIOConnection.java:264)

at org.jivesoftware.openfire.session.LocalClientSession.deliver(LocalClientSession .java:857)

at org.jivesoftware.openfire.session.LocalSession.process(LocalSession.java:289)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToLocalDomain(RoutingTableI mpl.java:354)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:239)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:170)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:65)

at org.jivesoftware.openfire.muc.spi.LocalMUCRole.send(LocalMUCRole.java:266)

at org.jivesoftware.openfire.muc.spi.LocalMUCRoom.broadcast(LocalMUCRoom.java:1153 )

at org.jivesoftware.openfire.muc.cluster.BroadcastPresenceRequest$1.run(BroadcastP resenceRequest.java:71)

at org.jivesoftware.openfire.muc.cluster.MUCRoomTask.execute(MUCRoomTask.java:85)

at org.jivesoftware.openfire.muc.cluster.BroadcastPresenceRequest.run(BroadcastPre senceRequest.java:69)

at org.jivesoftware.openfire.muc.spi.LocalMUCRoom.broadcastPresence(LocalMUCRoom.j ava:1106)

at org.jivesoftware.openfire.muc.spi.LocalMUCRoom.leaveRoom(LocalMUCRoom.java:826)

at org.jivesoftware.openfire.muc.spi.LocalMUCUser.process(LocalMUCUser.java:552)

at org.jivesoftware.openfire.muc.spi.LocalMUCUser.process(LocalMUCUser.java:197)

at org.jivesoftware.openfire.muc.spi.MultiUserChatServiceImpl.processPacket(MultiU serChatServiceImpl.java:324)

at org.jivesoftware.openfire.component.InternalComponentManager$RoutableComponents .process(InternalComponentManager.java:591)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToComponent(RoutingTableImp l.java:401)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:243)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:170)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.broadcastUnavailableFor DirectedPresences(PresenceUpdateHandler.java:489)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:163)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:137)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:201)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:148)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:84)

at org.jivesoftware.openfire.SessionManager$ClientSessionListener.onConnectionClos e(SessionManager.java:1242)

at org.jivesoftware.openfire.nio.NIOConnection.notifyCloseListeners(NIOConnection. java:240)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:222)

at org.jivesoftware.openfire.nio.ConnectionHandler.sessionIdle(ConnectionHandler.j ava:142)

at org.jivesoftware.openfire.nio.ClientConnectionHandler.sessionIdle(ClientConnect ionHandler.java:88)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$TailFilter.sessionIdle(De faultIoFilterChain.java:816)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextSessionIdle(Defau ltIoFilterChain.java:521)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$3(DefaultIoFilterC hain.java:517)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.sessionIdle(D efaultIoFilterChain.java:928)

at org.apache.mina.core.filterchain.IoFilterAdapter.sessionIdle(IoFilterAdapter.ja va:95)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextSessionIdle(Defau ltIoFilterChain.java:521)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$3(DefaultIoFilterC hain.java:517)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.sessionIdle(D efaultIoFilterChain.java:928)

at org.apache.mina.core.filterchain.IoFilterAdapter.sessionIdle(IoFilterAdapter.ja va:95)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextSessionIdle(Defau ltIoFilterChain.java:521)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$3(DefaultIoFilterC hain.java:517)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.sessionIdle(D efaultIoFilterChain.java:928)

at org.apache.mina.core.filterchain.IoFilterAdapter.sessionIdle(IoFilterAdapter.ja va:95)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextSessionIdle(Defau ltIoFilterChain.java:521)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$3(DefaultIoFilterC hain.java:517)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.sessionIdle(D efaultIoFilterChain.java:928)

at org.apache.mina.core.filterchain.IoFilterEvent.fire(IoFilterEvent.java:97)

at org.apache.mina.core.session.IoEvent.run(IoEvent.java:63)

at org.apache.mina.filter.executor.OrderedThreadPoolExecutor$Worker.runTask(Ordere dThreadPoolExecutor.java:769)

at org.apache.mina.filter.executor.OrderedThreadPoolExecutor$Worker.runTasks(Order edThreadPoolExecutor.java:761)

at org.apache.mina.filter.executor.OrderedThreadPoolExecutor$Worker.run(OrderedThr eadPoolExecutor.java:703)

at java.lang.Thread.run(Thread.java:745)

I’m seeing the very same symptoms here. Since upgrading to 3.10 a couple of days ago, the server became very unstable. Since I haven’t been able to debug this, yet, I’m currently restarting the server multiple times a day…

I also haven’t been able to find a Jira ticket for it—is anybody working on this already?

Thanks much!

Daniel

I’m experiencing the same, corresponding with high CPU load. Ignite recently suggested in their announcement to downgrade (e.g. 3.9.3).

This sanitized example has “server.name” as both IM and MUC domain, which makes it hard to guess what’s going on - is this a local user or a remote one?

Not quite sure how to answer that…local user in that it’s a user created in openfire. Not local to the OS. Remote user as far as location. Probably better to sanitize as:

I am seeing the same thing.

I upgraded to Openfire, Version: 3.10.1 RC (nightly build from May 31st).

2015.06.02 10:44:18 org.jivesoftware.openfire.nio.NIOConnection - Failed to deliver packet: all

2015.06.02 10:44:18 org.jivesoftware.openfire.session.LocalSession - Internal server error

java.lang.IllegalStateException: Connection closed

at org.jivesoftware.openfire.nio.NIOConnection.deliver(NIOConnection.java:304)

at org.jivesoftware.openfire.session.LocalClientSession.deliver(LocalClientSession .java:857)

at org.jivesoftware.openfire.session.LocalSession.process(LocalSession.java:289)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToLocalDomain(RoutingTableI mpl.java:354)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:239)

at org.jivesoftware.openfire.SessionManager.userBroadcast(SessionManager.java:1068 )

at org.jivesoftware.openfire.roster.Roster.broadcast(Roster.java:685)

at org.jivesoftware.openfire.roster.Roster.broadcast(Roster.java:718)

at org.jivesoftware.openfire.roster.Roster.(Roster.java:163)

Same thing here… downgraded to 3.9.3 and its working fine again.

With 3.10.0 the server crashed many times a day (especially when i create/connect a new user)

This one has been traced to a bug in Apache Mina which we’ve worked around - last night’s build should fix the issues.

Facing same issue, anybody got solution to this ??

Someone please mention Jira ID to this issue…

warn.log

2015.06.21 16:49:40 org.jivesoftware.openfire.nio.ConnectionHandler - Closing connection due to exception in session: (0x0000000A: nio socket, server, /182.70.78.49:60275 => 0.0.0.0/0.0.0.0:5222)

java.io.IOException: An existing connection was forcibly closed by the remote host

at sun.nio.ch.SocketDispatcher.read0(Native Method)

at sun.nio.ch.SocketDispatcher.read(Unknown Source)

at sun.nio.ch.IOUtil.readIntoNativeBuffer(Unknown Source)

at sun.nio.ch.IOUtil.read(Unknown Source)

at sun.nio.ch.SocketChannelImpl.read(Unknown Source)

at org.apache.mina.transport.socket.nio.NioProcessor.read(NioProcessor.java:273)

at org.apache.mina.transport.socket.nio.NioProcessor.read(NioProcessor.java:44)

at org.apache.mina.core.polling.AbstractPollingIoProcessor.read(AbstractPollingIoP rocessor.java:690)

at org.apache.mina.core.polling.AbstractPollingIoProcessor.process(AbstractPolling IoProcessor.java:664)

at org.apache.mina.core.polling.AbstractPollingIoProcessor.process(AbstractPolling IoProcessor.java:653)

at org.apache.mina.core.polling.AbstractPollingIoProcessor.access$600(AbstractPoll ingIoProcessor.java:67)

at org.apache.mina.core.polling.AbstractPollingIoProcessor$Processor.run(AbstractP ollingIoProcessor.java:1124)

at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:64)

at java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)

at java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)

at java.lang.Thread.run(Unknown Source)

error.log

2015.06.21 16:56:54 org.jivesoftware.openfire.nio.NIOConnection - Failed to deliver packet:

2015.06.21 16:56:54 org.jivesoftware.openfire.session.LocalSession - Internal server error

java.lang.IllegalStateException: Connection closed

at org.jivesoftware.openfire.nio.NIOConnection.deliver(NIOConnection.java:316)

at org.jivesoftware.openfire.session.LocalClientSession.deliver(LocalClientSession .java:857)

at org.jivesoftware.openfire.session.LocalSession.process(LocalSession.java:289)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToLocalDomain(RoutingTableI mpl.java:354)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:239)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:170)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:65)

at org.jivesoftware.openfire.muc.spi.LocalMUCRole.send(LocalMUCRole.java:266)

at org.jivesoftware.openfire.muc.spi.LocalMUCRoom.broadcast(LocalMUCRoom.java:1153 )

at org.jivesoftware.openfire.muc.cluster.BroadcastPresenceRequest$1.run(BroadcastP resenceRequest.java:71)

at org.jivesoftware.openfire.muc.cluster.MUCRoomTask.execute(MUCRoomTask.java:85)

at org.jivesoftware.openfire.muc.cluster.BroadcastPresenceRequest.run(BroadcastPre senceRequest.java:69)

at org.jivesoftware.openfire.muc.spi.LocalMUCRoom.broadcastPresence(LocalMUCRoom.j ava:1106)

at org.jivesoftware.openfire.muc.spi.LocalMUCRoom.leaveRoom(LocalMUCRoom.java:826)

at org.jivesoftware.openfire.muc.spi.LocalMUCUser.process(LocalMUCUser.java:552)

at org.jivesoftware.openfire.muc.spi.LocalMUCUser.process(LocalMUCUser.java:197)

at org.jivesoftware.openfire.muc.spi.MultiUserChatServiceImpl.processPacket(MultiU serChatServiceImpl.java:331)

at org.jivesoftware.openfire.component.InternalComponentManager$RoutableComponents .process(InternalComponentManager.java:591)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToComponent(RoutingTableImp l.java:401)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:243)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:170)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.broadcastUnavailableFor DirectedPresences(PresenceUpdateHandler.java:489)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:163)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:137)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:201)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:148)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:84)

at org.jivesoftware.openfire.SessionManager$ClientSessionListener.onConnectionClos e(SessionManager.java:1242)

at org.jivesoftware.openfire.nio.NIOConnection.notifyCloseListeners(NIOConnection. java:292)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:275)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.session.LocalSession.close(LocalSession.java:346)

at org.jivesoftware.openfire.handler.IQBindHandler.handleIQ(IQBindHandler.java:139 )

at org.jivesoftware.openfire.handler.IQHandler.process(IQHandler.java:65)

at org.jivesoftware.openfire.IQRouter.handle(IQRouter.java:380)

at org.jivesoftware.openfire.IQRouter.route(IQRouter.java:123)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:76)

at org.jivesoftware.openfire.net.StanzaHandler.processIQ(StanzaHandler.java:330)

at org.jivesoftware.openfire.net.ClientStanzaHandler.processIQ(ClientStanzaHandler .java:93)

at org.jivesoftware.openfire.net.StanzaHandler.process(StanzaHandler.java:295)

at org.jivesoftware.openfire.net.StanzaHandler.process(StanzaHandler.java:187)

at org.jivesoftware.openfire.nio.ConnectionHandler.messageReceived(ConnectionHandl er.java:177)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$TailFilter.messageReceive d(DefaultIoFilterChain.java:690)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(D efaultIoFilterChain.java:417)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilt erChain.java:47)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceiv ed(DefaultIoFilterChain.java:765)

at org.apache.mina.core.filterchain.IoFilterAdapter.messageReceived(IoFilterAdapte r.java:109)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(D efaultIoFilterChain.java:417)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilt erChain.java:47)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceiv ed(DefaultIoFilterChain.java:765)

at org.apache.mina.filter.codec.ProtocolCodecFilter$ProtocolDecoderOutputImpl.flus h(ProtocolCodecFilter.java:407)

at org.apache.mina.filter.codec.ProtocolCodecFilter.messageReceived(ProtocolCodecF ilter.java:236)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(D efaultIoFilterChain.java:417)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilt erChain.java:47)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceiv ed(DefaultIoFilterChain.java:765)

at org.apache.mina.core.filterchain.IoFilterEvent.fire(IoFilterEvent.java:74)

at org.apache.mina.core.session.IoEvent.run(IoEvent.java:63)

at org.apache.mina.filter.executor.OrderedThreadPoolExecutor$Worker.runTask(Ordere dThreadPoolExecutor.java:769)

at org.apache.mina.filter.executor.OrderedThreadPoolExecutor$Worker.runTasks(Order edThreadPoolExecutor.java:761)

at org.apache.mina.filter.executor.OrderedThreadPoolExecutor$Worker.run(OrderedThr eadPoolExecutor.java:703)

at java.lang.Thread.run(Unknown Source)

While there may not be a specific Jira issue for this traceback, we are getting more confident that our recent downgrade of MINA to v2.0.7 fixes this issue. Please try the test builds here or await a soon 3.10.2 release.

Re: 100% CPU usage on 3.10.1

daryl

Tested with 3.10.2 - exact same stack trace as posted by Kitarp, rolled back to 3.9.3.

Konstantin, not to be proven wrong, but we were very confident that this error was squashed with the downgrade on MINA in the 3.10.2 release. Which JRE / OS are you using? When you installed 3.10.2 , was your $openfireHome/lib folder clean of old artifacts?

  1. Amazon Linux 2015.03, JDK 8 045 x64, final image is prepared by packer and 3.9.3 works without issues on exact the same source AMI

  2. Checked the os image and used libs in 3.10.2 archive - mina is the same version as published 3.10.2 on igniterealtime.org (unpack own build openfire.jar and compared with published one - mina related classes are the same)

  3. Admin console shows me 0:0:0:0:0:0:0:0 instead of ‘All addresses’ for 5222 and 5223 ports - not sure is it related somehow

Thanks, how about an example log message as the line numbers will be different now.

I tried to reproduce the issue, used default C2S connection pool size (16), made simple test with ~50 smack connections and each connection sent 1 message, so this error sometimes appeared and after several attempts Openfire instance stopped to accept any C2S connections (web console worked, internal routines worked too) so had to restart… On production env this error just blocked all connections right after start (coz of much frequent C2S requests I suppose)…

Konstantin, At the moment you are the only person reporting this issue :confused: Can you run your smack test against the Openfire instance running at xmpp.igniterealtime.org ?

java.lang.IllegalStateException: Connection closed

at org.jivesoftware.openfire.nio.NIOConnection.deliver(NIOConnection.java:316)

at org.jivesoftware.openfire.session.LocalClientSession.deliver(LocalClientSession .java:857)

at org.jivesoftware.openfire.session.LocalSession.process(LocalSession.java:289)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToLocalDomain(RoutingTableI mpl.java:354)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:239)

at org.jivesoftware.openfire.roster.Roster.broadcastPresence(Roster.java:609)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.broadcastUpdate(Presenc eUpdateHandler.java:308)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:162)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:137)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:201)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:148)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:111)

at org.jivesoftware.openfire.SessionManager$ClientSessionListener.onConnectionClos e(SessionManager.java:1242)

at org.jivesoftware.openfire.nio.NIOConnection.notifyCloseListeners(NIOConnection. java:292)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:275)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliverRawText(NIOConnection.java:3 96)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:246)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliver(NIOConnection.java:353)

at org.jivesoftware.openfire.session.LocalClientSession.deliver(LocalClientSession .java:857)

at org.jivesoftware.openfire.session.LocalSession.process(LocalSession.java:289)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToLocalDomain(RoutingTableI mpl.java:354)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:239)

at org.jivesoftware.openfire.roster.Roster.broadcastPresence(Roster.java:609)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.broadcastUpdate(Presenc eUpdateHandler.java:308)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:162)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:137)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:201)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:148)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:111)

at org.jivesoftware.openfire.SessionManager$ClientSessionListener.onConnectionClos e(SessionManager.java:1242)

at org.jivesoftware.openfire.nio.NIOConnection.notifyCloseListeners(NIOConnection. java:292)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:275)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliverRawText(NIOConnection.java:3 96)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:246)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliver(NIOConnection.java:353)

at org.jivesoftware.openfire.session.LocalClientSession.deliver(LocalClientSession .java:857)

at org.jivesoftware.openfire.session.LocalSession.process(LocalSession.java:289)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToLocalDomain(RoutingTableI mpl.java:354)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:239)

at org.jivesoftware.openfire.roster.Roster.broadcastPresence(Roster.java:609)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.broadcastUpdate(Presenc eUpdateHandler.java:308)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:162)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:137)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:201)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:148)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:111)

at org.jivesoftware.openfire.SessionManager$ClientSessionListener.onConnectionClos e(SessionManager.java:1242)

at org.jivesoftware.openfire.nio.NIOConnection.notifyCloseListeners(NIOConnection. java:292)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:275)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliverRawText(NIOConnection.java:3 96)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:246)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliver(NIOConnection.java:353)

at org.jivesoftware.openfire.session.LocalClientSession.deliver(LocalClientSession .java:857)

at org.jivesoftware.openfire.session.LocalSession.process(LocalSession.java:289)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToLocalDomain(RoutingTableI mpl.java:354)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:239)

at org.jivesoftware.openfire.roster.Roster.broadcastPresence(Roster.java:609)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.broadcastUpdate(Presenc eUpdateHandler.java:308)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:162)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:137)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:201)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:148)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:111)

at org.jivesoftware.openfire.SessionManager$ClientSessionListener.onConnectionClos e(SessionManager.java:1242)

at org.jivesoftware.openfire.nio.NIOConnection.notifyCloseListeners(NIOConnection. java:292)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:275)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliverRawText(NIOConnection.java:3 96)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:246)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliver(NIOConnection.java:353)

at org.jivesoftware.openfire.session.LocalClientSession.deliver(LocalClientSession .java:857)

at org.jivesoftware.openfire.session.LocalSession.process(LocalSession.java:289)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToLocalDomain(RoutingTableI mpl.java:354)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:239)

at org.jivesoftware.openfire.roster.Roster.broadcastPresence(Roster.java:609)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.broadcastUpdate(Presenc eUpdateHandler.java:308)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:162)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:137)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:201)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:148)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:111)

at org.jivesoftware.openfire.SessionManager$ClientSessionListener.onConnectionClos e(SessionManager.java:1242)

at org.jivesoftware.openfire.nio.NIOConnection.notifyCloseListeners(NIOConnection. java:292)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:275)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliverRawText(NIOConnection.java:3 96)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:246)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliver(NIOConnection.java:353)

at org.jivesoftware.openfire.session.LocalClientSession.deliver(LocalClientSession .java:857)

at org.jivesoftware.openfire.session.LocalSession.process(LocalSession.java:289)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToLocalDomain(RoutingTableI mpl.java:354)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:239)

at org.jivesoftware.openfire.roster.Roster.broadcastPresence(Roster.java:609)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.broadcastUpdate(Presenc eUpdateHandler.java:308)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:162)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:137)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:201)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:148)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:111)

at org.jivesoftware.openfire.SessionManager$ClientSessionListener.onConnectionClos e(SessionManager.java:1242)

at org.jivesoftware.openfire.nio.NIOConnection.notifyCloseListeners(NIOConnection. java:292)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:275)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliverRawText(NIOConnection.java:3 96)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:246)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliver(NIOConnection.java:353)

at org.jivesoftware.openfire.session.LocalClientSession.deliver(LocalClientSession .java:857)

at org.jivesoftware.openfire.session.LocalSession.process(LocalSession.java:289)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToLocalDomain(RoutingTableI mpl.java:354)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:239)

at org.jivesoftware.openfire.roster.Roster.broadcastPresence(Roster.java:609)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.broadcastUpdate(Presenc eUpdateHandler.java:308)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:162)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:137)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:201)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:148)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:111)

at org.jivesoftware.openfire.SessionManager$ClientSessionListener.onConnectionClos e(SessionManager.java:1242)

at org.jivesoftware.openfire.nio.NIOConnection.notifyCloseListeners(NIOConnection. java:292)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:275)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliverRawText(NIOConnection.java:3 96)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:246)

at org.jivesoftware.openfire.nio.NIOConnection.close(NIOConnection.java:224)

at org.jivesoftware.openfire.nio.NIOConnection.deliverRawText(NIOConnection.java:3 96)

at org.jivesoftware.openfire.nio.NIOConnection.systemShutdown(NIOConnection.java:2 80)

at org.jivesoftware.openfire.spi.LocalRoutingTable.stop(LocalRoutingTable.java:146 )

at org.jivesoftware.openfire.spi.RoutingTableImpl.stop(RoutingTableImpl.java:953)

at org.jivesoftware.openfire.XMPPServer.shutdownServer(XMPPServer.java:995)

at org.jivesoftware.openfire.XMPPServer.access$800(XMPPServer.java:148)

at org.jivesoftware.openfire.XMPPServer$ShutdownHookThread.run(XMPPServer.java:941 )

And another one, NPE

java.lang.NullPointerException

at org.jivesoftware.openfire.nio.NIOConnection.deliver(NIOConnection.java:356)

at org.jivesoftware.openfire.session.LocalClientSession.deliver(LocalClientSession .java:857)

at org.jivesoftware.openfire.session.LocalSession.process(LocalSession.java:289)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routeToLocalDomain(RoutingTableI mpl.java:354)

at org.jivesoftware.openfire.spi.RoutingTableImpl.routePacket(RoutingTableImpl.jav a:239)

at org.jivesoftware.openfire.roster.Roster.broadcastPresence(Roster.java:609)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.broadcastUpdate(Presenc eUpdateHandler.java:308)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:162)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:137)

at org.jivesoftware.openfire.handler.PresenceUpdateHandler.process(PresenceUpdateH andler.java:201)

at org.jivesoftware.openfire.PresenceRouter.handle(PresenceRouter.java:148)

at org.jivesoftware.openfire.PresenceRouter.route(PresenceRouter.java:84)

at org.jivesoftware.openfire.spi.PacketRouterImpl.route(PacketRouterImpl.java:111)

at org.jivesoftware.openfire.net.StanzaHandler.processPresence(StanzaHandler.java: 348)

at org.jivesoftware.openfire.net.ClientStanzaHandler.processPresence(ClientStanzaH andler.java:100)

at org.jivesoftware.openfire.net.StanzaHandler.process(StanzaHandler.java:265)

at org.jivesoftware.openfire.net.StanzaHandler.process(StanzaHandler.java:187)

at org.jivesoftware.openfire.nio.ConnectionHandler.messageReceived(ConnectionHandl er.java:192)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$TailFilter.messageReceive d(DefaultIoFilterChain.java:690)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(D efaultIoFilterChain.java:417)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilt erChain.java:47)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceiv ed(DefaultIoFilterChain.java:765)

at org.apache.mina.core.filterchain.IoFilterAdapter.messageReceived(IoFilterAdapte r.java:109)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(D efaultIoFilterChain.java:417)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilt erChain.java:47)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceiv ed(DefaultIoFilterChain.java:765)

at org.apache.mina.filter.codec.ProtocolCodecFilter$ProtocolDecoderOutputImpl.flus h(ProtocolCodecFilter.java:407)

at org.apache.mina.filter.codec.ProtocolCodecFilter.messageReceived(ProtocolCodecF ilter.java:236)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.callNextMessageReceived(D efaultIoFilterChain.java:417)

at org.apache.mina.core.filterchain.DefaultIoFilterChain.access$1200(DefaultIoFilt erChain.java:47)

at org.apache.mina.core.filterchain.DefaultIoFilterChain$EntryImpl$1.messageReceiv ed(DefaultIoFilterChain.java:765)

at org.apache.mina.core.filterchain.IoFilterEvent.fire(IoFilterEvent.java:74)

at org.apache.mina.core.session.IoEvent.run(IoEvent.java:63)

at org.apache.mina.filter.executor.OrderedThreadPoolExecutor$Worker.runTask(Ordere dThreadPoolExecutor.java:769)

at org.apache.mina.filter.executor.OrderedThreadPoolExecutor$Worker.runTasks(Order edThreadPoolExecutor.java:761)

at org.apache.mina.filter.executor.OrderedThreadPoolExecutor$Worker.run(OrderedThr eadPoolExecutor.java:703)

at java.lang.Thread.run(Thread.java:745)

Sure, I can, but will need accounts to test… you can email me with details and I’ll run the test

Registration is open on the server, how do you create the 50 accounts on the test system?