Exception in server sessions tab w/ 4.0.3 and cluster setup

Seem to randomly have my cluster servers get in a state where the server sessions tab won’t display anything other than this exception.

Exception:

java.lang.AbstractMethodError: org.jivesoftware.openfire.plugin.session.RemoteSessionLocator.getIncomingServerSession([BLjava/lang/String;)Lorg/jivesoftware/openfire/session/IncomingServerSession;
     at org.jivesoftware.openfire.SessionManager.getIncomingServerSessions(SessionManager.java:891)
     at org.jivesoftware.openfire.admin.server_002dsession_002dsummary_jsp._jspService(server_002dsession_002dsummary_jsp.java:251)
     at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:70)
     at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
     at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:812)
     at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1669)
     at com.opensymphony.module.sitemesh.filter.PageFilter.parsePage(PageFilter.java:118)
     at com.opensymphony.module.sitemesh.filter.PageFilter.doFilter(PageFilter.java:52)
     at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
     at org.jivesoftware.util.LocaleFilter.doFilter(LocaleFilter.java:76)
     at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
     at org.jivesoftware.util.SetCharacterEncodingFilter.doFilter(SetCharacterEncodingFilter.java:53)
     at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
     at org.jivesoftware.admin.PluginFilter.doFilter(PluginFilter.java:80)
     at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
     at org.jivesoftware.admin.AuthCheckFilter.doFilter(AuthCheckFilter.java:162)
     at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
     at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
     at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
     at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:577)
     at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:223)
     at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
     at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
     at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
     at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
     at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
     at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:215)
     at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:110)
     at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
     at org.eclipse.jetty.server.Server.handle(Server.java:499)
     at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:311)
     at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
     at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:544)
     at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
     at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
     at java.lang.Thread.run(Thread.java:745)

My stderror.log file is full of these every 30 seconds that seem somewhat related:

Oct 04, 2016 9:04:24 AM net.java.sip.communicator.util.Logger error

SEVERE: An uncaught exception occurred in thread=Thread[Server SR - 515430958,5,main] and message was: org.jivesoftware.openfire.plugin.session.RemoteSessionLocator.getIncomingServer Session([BLjava/lang/String;)Lorg/jivesoftware/openfire/session/IncomingServerSe ssion;

java.lang.AbstractMethodError: org.jivesoftware.openfire.plugin.session.RemoteSessionLocator.getIncomingServer Session([BLjava/lang/String;)Lorg/jivesoftware/openfire/session/IncomingServerSe ssion;

at org.jivesoftware.openfire.SessionManager.getIncomingServerSessions(SessionManag er.java:891)

at org.jivesoftware.openfire.server.ServerDialback.validateRemoteDomain(ServerDial back.java:506)

at org.jivesoftware.openfire.session.LocalIncomingServerSession.validateSubsequent Domain(LocalIncomingServerSession.java:246)

at org.jivesoftware.openfire.net.ServerSocketReader.processUnknowPacket(ServerSock etReader.java:143)

at org.jivesoftware.openfire.net.SocketReader.process(SocketReader.java:242)

at org.jivesoftware.openfire.net.BlockingReadingMode.readStream(BlockingReadingMod e.java:168)

at org.jivesoftware.openfire.net.BlockingReadingMode.run(BlockingReadingMode.java: 76)

at org.jivesoftware.openfire.net.SocketReader.run(SocketReader.java:145)

at java.lang.Thread.run(Thread.java:745)

Oct 04, 2016 9:04:54 AM net.java.sip.communicator.util.Logger error

SEVERE: An uncaught exception occurred in thread=Thread[Server SR - 1275205470,5,main] and message was: org.jivesoftware.openfire.plugin.session.RemoteSessionLocator.getIncomingServer Session([BLjava/lang/String;)Lorg/jivesoftware/openfire/session/IncomingServerSe ssion;

java.lang.AbstractMethodError: org.jivesoftware.openfire.plugin.session.RemoteSessionLocator.getIncomingServer Session([BLjava/lang/String;)Lorg/jivesoftware/openfire/session/IncomingServerSe ssion;

at org.jivesoftware.openfire.SessionManager.getIncomingServerSessions(SessionManag er.java:891)

at org.jivesoftware.openfire.server.ServerDialback.validateRemoteDomain(ServerDial back.java:506)

at org.jivesoftware.openfire.session.LocalIncomingServerSession.validateSubsequent Domain(LocalIncomingServerSession.java:246)

at org.jivesoftware.openfire.net.ServerSocketReader.processUnknowPacket(ServerSock etReader.java:143)

at org.jivesoftware.openfire.net.SocketReader.process(SocketReader.java:242)

at org.jivesoftware.openfire.net.BlockingReadingMode.readStream(BlockingReadingMod e.java:168)

at org.jivesoftware.openfire.net.BlockingReadingMode.run(BlockingReadingMode.java: 76)

at org.jivesoftware.openfire.net.SocketReader.run(SocketReader.java:145)

at java.lang.Thread.run(Thread.java:745)

Note that sometimes a server restart will clear it up and it will start working.

I just upgraded to a fresh build of latest git, and the trace changed to:

java.lang.ClassCastException: java.lang.String cannot be cast to org.jivesoftware.openfire.StreamID

at org.jivesoftware.openfire.SessionManager.getIncomingServerSessions(SessionManag er.java:868)

at org.jivesoftware.openfire.admin.server_002dsession_002dsummary_jsp._jspService( server_002dsession_002dsummary_jsp.java:264)

at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:70)

at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)

at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:812)

at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.ja va:1669)

at com.opensymphony.module.sitemesh.filter.PageFilter.parsePage(PageFilter.java:11 8)

at com.opensymphony.module.sitemesh.filter.PageFilter.doFilter(PageFilter.java:52)

at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.ja va:1652)

at org.jivesoftware.util.LocaleFilter.doFilter(LocaleFilter.java:76)

at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.ja va:1652)

at org.jivesoftware.util.SetCharacterEncodingFilter.doFilter(SetCharacterEncodingF ilter.java:53)

at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.ja va:1652)

at org.jivesoftware.admin.PluginFilter.doFilter(PluginFilter.java:80)

at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.ja va:1652)

at org.jivesoftware.admin.AuthCheckFilter.doFilter(AuthCheckFilter.java:162)

at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.ja va:1652)

at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)

at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)

at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:577)

at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:22 3)

at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:11 27)

at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)

at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185 )

at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:106 1)

at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)

at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandler Collection.java:215)

at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.jav a:110)

at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)

at org.eclipse.jetty.server.Server.handle(Server.java:499)

at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:311)

at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)

at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:544)

at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635 )

at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)

at java.lang.Thread.run(Thread.java:745)

Looks like moving to latest sources/nightly behaves much better - at least I haven’t seen this symptom yet.