Spark is showing "Invalid Username or Password" out of the blu

Hi,

We have openfire 3.7.0 and use Spark 2.6.3 along with Active Directory integration.

All has been working ok for so many months, today while logging in, we are getting message - “Invalid username or password” for all users.

See java error -=================

log4j:ERROR setFile(null,true) call failed.

java.io.FileNotFoundException: C:\Program Files (x86)\Openfire\bin…\logs\debug.log (Access is denied)

at java.io.FileOutputStream.openAppend(Native Method)

at java.io.FileOutputStream.(Unknown Source)

at java.io.FileOutputStream.(Unknown Source)

at org.apache.log4j.FileAppender.setFile(FileAppender.java:290)

at org.apache.log4j.RollingFileAppender.setFile(RollingFileAppender.java:194)

at org.apache.log4j.FileAppender.activateOptions(FileAppender.java:164)

at org.apache.log4j.config.PropertySetter.activate(PropertySetter.java:257)

at org.apache.log4j.xml.DOMConfigurator.parseAppender(DOMConfigurator.java:285)

at org.apache.log4j.xml.DOMConfigurator.findAppenderByName(DOMConfigurator.java:17 1)

at org.apache.log4j.xml.DOMConfigurator.findAppenderByReference(DOMConfigurator.ja va:184)

at org.apache.log4j.xml.DOMConfigurator.parseChildrenOfLoggerElement(DOMConfigurat or.java:502)

at org.apache.log4j.xml.DOMConfigurator.parseRoot(DOMConfigurator.java:471)

at org.apache.log4j.xml.DOMConfigurator.parse(DOMConfigurator.java:921)

at org.apache.log4j.xml.DOMConfigurator.doConfigure(DOMConfigurator.java:790)

at org.apache.log4j.xml.DOMConfigurator.doConfigure(DOMConfigurator.java:696)

at org.apache.log4j.helpers.OptionConverter.selectAndConfigure(OptionConverter.jav a:471)

at org.apache.log4j.LogManager.(LogManager.java:125)

at org.slf4j.impl.Log4jLoggerFactory.getLogger(Log4jLoggerFactory.java:73)

at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:243)

at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:255)

at org.jivesoftware.openfire.XMPPServer.(XMPPServer.java:148)

at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)

at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)

at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)

at java.lang.reflect.Constructor.newInstance(Unknown Source)

at java.lang.Class.newInstance0(Unknown Source)

at java.lang.Class.newInstance(Unknown Source)

at org.jivesoftware.openfire.starter.ServerStarter.start(ServerStarter.java:113)

at org.jivesoftware.openfire.starter.ServerStarter.main(ServerStarter.java:58)

at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)

at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)

at java.lang.reflect.Method.invoke(Unknown Source)

at com.exe4j.runtime.LauncherEngine.launch(Unknown Source)

at com.exe4j.runtime.WinLauncher.main(Unknown Source)

log4j:ERROR setFile(null,true) call failed.

java.io.FileNotFoundException: C:\Program Files (x86)\Openfire\bin…\logs\info.log (Access is denied)

at java.io.FileOutputStream.openAppend(Native Method)

at java.io.FileOutputStream.(Unknown Source)

at java.io.FileOutputStream.(Unknown Source)

at org.apache.log4j.FileAppender.setFile(FileAppender.java:290)

at org.apache.log4j.RollingFileAppender.setFile(RollingFileAppender.java:194)

at org.apache.log4j.FileAppender.activateOptions(FileAppender.java:164)

at org.apache.log4j.config.PropertySetter.activate(PropertySetter.java:257)

at org.apache.log4j.xml.DOMConfigurator.parseAppender(DOMConfigurator.java:285)

at org.apache.log4j.xml.DOMConfigurator.findAppenderByName(DOMConfigurator.java:17 1)

at org.apache.log4j.xml.DOMConfigurator.findAppenderByReference(DOMConfigurator.ja va:184)

at org.apache.log4j.xml.DOMConfigurator.parseChildrenOfLoggerElement(DOMConfigurat or.java:502)

at org.apache.log4j.xml.DOMConfigurator.parseRoot(DOMConfigurator.java:471)

at org.apache.log4j.xml.DOMConfigurator.parse(DOMConfigurator.java:921)

at org.apache.log4j.xml.DOMConfigurator.doConfigure(DOMConfigurator.java:790)

at org.apache.log4j.xml.DOMConfigurator.doConfigure(DOMConfigurator.java:696)

at org.apache.log4j.helpers.OptionConverter.selectAndConfigure(OptionConverter.jav a:471)

at org.apache.log4j.LogManager.(LogManager.java:125)

at org.slf4j.impl.Log4jLoggerFactory.getLogger(Log4jLoggerFactory.java:73)

at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:243)

at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:255)

at org.jivesoftware.openfire.XMPPServer.(XMPPServer.java:148)

at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)

at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)

at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)

at java.lang.reflect.Constructor.newInstance(Unknown Source)

at java.lang.Class.newInstance0(Unknown Source)

at java.lang.Class.newInstance(Unknown Source)

at org.jivesoftware.openfire.starter.ServerStarter.start(ServerStarter.java:113)

at org.jivesoftware.openfire.starter.ServerStarter.main(ServerStarter.java:58)

at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)

at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)

at java.lang.reflect.Method.invoke(Unknown Source)

at com.exe4j.runtime.LauncherEngine.launch(Unknown Source)

at com.exe4j.runtime.WinLauncher.main(Unknown Source)

log4j:ERROR setFile(null,true) call failed.

java.io.FileNotFoundException: C:\Program Files (x86)\Openfire\bin…\logs\warn.log (Access is denied)

at java.io.FileOutputStream.openAppend(Native Method)

at java.io.FileOutputStream.(Unknown Source)

at java.io.FileOutputStream.(Unknown Source)

at org.apache.log4j.FileAppender.setFile(FileAppender.java:290)

at org.apache.log4j.RollingFileAppender.setFile(RollingFileAppender.java:194)

at org.apache.log4j.FileAppender.activateOptions(FileAppender.java:164)

at org.apache.log4j.config.PropertySetter.activate(PropertySetter.java:257)

at org.apache.log4j.xml.DOMConfigurator.parseAppender(DOMConfigurator.java:285)

at org.apache.log4j.xml.DOMConfigurator.findAppenderByName(DOMConfigurator.java:17 1)

at org.apache.log4j.xml.DOMConfigurator.findAppenderByReference(DOMConfigurator.ja va:184)

at org.apache.log4j.xml.DOMConfigurator.parseChildrenOfLoggerElement(DOMConfigurat or.java:502)

at org.apache.log4j.xml.DOMConfigurator.parseRoot(DOMConfigurator.java:471)

at org.apache.log4j.xml.DOMConfigurator.parse(DOMConfigurator.java:921)

at org.apache.log4j.xml.DOMConfigurator.doConfigure(DOMConfigurator.java:790)

at org.apache.log4j.xml.DOMConfigurator.doConfigure(DOMConfigurator.java:696)

at org.apache.log4j.helpers.OptionConverter.selectAndConfigure(OptionConverter.jav a:471)

at org.apache.log4j.LogManager.(LogManager.java:125)

at org.slf4j.impl.Log4jLoggerFactory.getLogger(Log4jLoggerFactory.java:73)

at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:243)

at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:255)

at org.jivesoftware.openfire.XMPPServer.(XMPPServer.java:148)

at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)

at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)

at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)

at java.lang.reflect.Constructor.newInstance(Unknown Source)

at java.lang.Class.newInstance0(Unknown Source)

at java.lang.Class.newInstance(Unknown Source)

at org.jivesoftware.openfire.starter.ServerStarter.start(ServerStarter.java:113)

at org.jivesoftware.openfire.starter.ServerStarter.main(ServerStarter.java:58)

at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)

at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)

at java.lang.reflect.Method.invoke(Unknown Source)

at com.exe4j.runtime.LauncherEngine.launch(Unknown Source)

at com.exe4j.runtime.WinLauncher.main(Unknown Source)

log4j:ERROR setFile(null,true) call failed.

java.io.FileNotFoundException: C:\Program Files (x86)\Openfire\bin…\logs\error.log (Access is denied)

at java.io.FileOutputStream.openAppend(Native Method)

at java.io.FileOutputStream.(Unknown Source)

at java.io.FileOutputStream.(Unknown Source)

at org.apache.log4j.FileAppender.setFile(FileAppender.java:290)

at org.apache.log4j.RollingFileAppender.setFile(RollingFileAppender.java:194)

at org.apache.log4j.FileAppender.activateOptions(FileAppender.java:164)

at org.apache.log4j.config.PropertySetter.activate(PropertySetter.java:257)

at org.apache.log4j.xml.DOMConfigurator.parseAppender(DOMConfigurator.java:285)

at org.apache.log4j.xml.DOMConfigurator.findAppenderByName(DOMConfigurator.java:17 1)

at org.apache.log4j.xml.DOMConfigurator.findAppenderByReference(DOMConfigurator.ja va:184)

at org.apache.log4j.xml.DOMConfigurator.parseChildrenOfLoggerElement(DOMConfigurat or.java:502)

at org.apache.log4j.xml.DOMConfigurator.parseRoot(DOMConfigurator.java:471)

at org.apache.log4j.xml.DOMConfigurator.parse(DOMConfigurator.java:921)

at org.apache.log4j.xml.DOMConfigurator.doConfigure(DOMConfigurator.java:790)

at org.apache.log4j.xml.DOMConfigurator.doConfigure(DOMConfigurator.java:696)

at org.apache.log4j.helpers.OptionConverter.selectAndConfigure(OptionConverter.jav a:471)

at org.apache.log4j.LogManager.(LogManager.java:125)

at org.slf4j.impl.Log4jLoggerFactory.getLogger(Log4jLoggerFactory.java:73)

at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:243)

at org.slf4j.LoggerFactory.getLogger(LoggerFactory.java:255)

at org.jivesoftware.openfire.XMPPServer.(XMPPServer.java:148)

at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)

at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)

at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)

at java.lang.reflect.Constructor.newInstance(Unknown Source)

at java.lang.Class.newInstance0(Unknown Source)

at java.lang.Class.newInstance(Unknown Source)

at org.jivesoftware.openfire.starter.ServerStarter.start(ServerStarter.java:113)

at org.jivesoftware.openfire.starter.ServerStarter.main(ServerStarter.java:58)

at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)

at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)

at java.lang.reflect.Method.invoke(Unknown Source)

at com.exe4j.runtime.LauncherEngine.launch(Unknown Source)

at com.exe4j.runtime.WinLauncher.main(Unknown Source)

Database setup or configuration error: Please verify your database settings and check the logs/error.log file for detailed error messages.

java.lang.IllegalArgumentException: java.sql.SQLException: ConnectionManager.getConnection() failed to obtain a connection after 11 retries. The exception from the last attempt is as follows: java.sql.SQLException: The database is already in use by another process: org.hsqldb.persist.NIOLockFile@c69e02e3[file =C:\Program Files (x86)\Openfire\embedded-db\openfire.lck, exists=true, locked=false, valid=false, fl =null]: java.lang.Exception: java.io.IOException: The process cannot access the file because another process has locked a portion of the file : C:\Program Files (x86)\Openfire\embedded-db\openfire.lck

at org.jivesoftware.openfire.XMPPServer.verifyDataSource(XMPPServer.java:764)

at org.jivesoftware.openfire.XMPPServer.start(XMPPServer.java:480)

at org.jivesoftware.openfire.XMPPServer.(XMPPServer.java:212)

at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)

at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)

at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)

at java.lang.reflect.Constructor.newInstance(Unknown Source)

at java.lang.Class.newInstance0(Unknown Source)

at java.lang.Class.newInstance(Unknown Source)

at org.jivesoftware.openfire.starter.ServerStarter.start(ServerStarter.java:113)

at org.jivesoftware.openfire.starter.ServerStarter.main(ServerStarter.java:58)

at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)

at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)

at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)

at java.lang.reflect.Method.invoke(Unknown Source)

at com.exe4j.runtime.LauncherEngine.launch(Unknown Source)

at com.exe4j.runtime.WinLauncher.main(Unknown Source)

Caused by: java.sql.SQLException: ConnectionManager.getConnection() failed to obtain a connection after 11 retries. The exception from the last attempt is as follows: java.sql.SQLException: The database is already in use by another process: org.hsqldb.persist.NIOLockFile@c69e02e3[file =C:\Program Files (x86)\Openfire\embedded-db\openfire.lck, exists=true, locked=false, valid=false, fl =null]: java.lang.Exception: java.io.IOException: The process cannot access the file because another process has locked a portion of the file : C:\Program Files (x86)\Openfire\embedded-db\openfire.lck

at org.jivesoftware.database.DbConnectionManager.getConnection(DbConnectionManager .java:151)

at org.jivesoftware.openfire.XMPPServer.verifyDataSource(XMPPServer.java:754)

… 16 more

Error starting the server. Please check the log files for more information.

Server halted

==========

Resoluton tried -

  1. Restarted service n server

  2. Restarted AD

Still no benefit.

Need help URGENTLY, all 100 users depend on Spark heavily.

check the java memory.