Hi,

After deployment in production environment, system work indexer stops working. I saw below error message in the PegaRULES log file. Can anyone help me to understand this error?

2015-12-08 20:09:05,503 [fault (self-tuning)'] [  STANDARD] [     PegaRULES:06.03] (   search.internal.RuleIndexer) ERROR   - Failed to update ClipboardPages in the PegaRULES index - Lock obtain timed out: NativeFSLock@/var/SP/weloadm/pega/pegatempdir/PegaRULESIndex/WorkIndex/write.lock

2015-12-08 20:09:05,503 [fault (self-tuning)'] [  STANDARD] [     PegaRULES:06.03] (   search.internal.RuleIndexer) ERROR   - Failed to update ClipboardPages in the PegaRULES index - Lock obtain timed out: NativeFSLock@/var/SP/weloadm/pega/pegatempdir/PegaRULESIndex/WorkIndex/write.lock

2015-12-08 20:09:05,503 [fault (self-tuning)'] [  STANDARD] [     PegaRULES:06.03] (xer.System_Work_Indexer.Action) ERROR   -  [ Indexer ] The System Indexer encountered an error

com.pega.pegarules.pub.PRRuntimeException: Failed to update the PegaRULES index - Lock obtain timed out: NativeFSLock@/var/SP/weloadm/pega/pegatempdir/PegaRULESIndex/WorkIndex/write.lock

at com.pega.pegarules.search.internal.RuleIndexer.updateIndex(RuleIndexer.java:1389)

at com.pega.pegarules.search.internal.RuleIndexer.updateIndex(RuleIndexer.java:1251)

at com.pega.pegarules.session.internal.mgmt.Executable.updateIndex(Executable.java:6731)

at com.pegarules.generated.activity.ra_action_systemworkindexer_0022e23a4240706807bf884c53e1cfe1.step1_circum0(ra_action_systemworkindexer_0022e23a4240706807bf884c53e1cfe1.java:312)

at com.pegarules.generated.activity.ra_action_systemworkindexer_0022e23a4240706807bf884c53e1cfe1.perform(ra_action_systemworkindexer_0022e23a4240706807bf884c53e1cfe1.java:72)

at com.pega.pegarules.session.internal.mgmt.Executable.doActivity(Executable.java:3098)

at com.pega.pegarules.session.internal.async.agent.QueueProcessor.runActivity(QueueProcessor.java:696)

at com.pega.pegarules.session.internal.async.agent.QueueProcessor.execute(QueueProcessor.java:577)

at com.pega.pegarules.session.internal.async.BatchRequestorTask.run(BatchRequestorTask.java:837)

at com.pega.pegarules.session.internal.PRSessionProviderImpl.doWithRequestorLocked(PRSessionProviderImpl.java:1081)

at com.pega.pegarules.session.internal.PRSessionProviderImpl.doWithRequestorLocked(PRSessionProviderImpl.java:812)

at com.pega.pegarules.session.internal.async.BatchRequestorTask.run(BatchRequestorTask.java:586)

at com.pega.pegarules.session.internal.async.Agent.queueBatchActivityForAgent(Agent.java:1376)

at com.pega.pegarules.session.internal.async.Agent.queueBatchActivityForAgent(Agent.java:1179)

at com.pega.pegarules.session.internal.async.AgentQueue.run(AgentQueue.java:680)

at com.pega.pegarules.session.internal.async.Agent.runAgentTask(Agent.java:834)

at com.pega.pegarules.session.internal.engineinterface.etier.impl.AsyncServant.processAsyncTask(AsyncServant.java:188)

at com.pega.pegarules.session.internal.engineinterface.etier.impl.AsyncServant.invoke(AsyncServant.java:148)

at com.pega.pegarules.session.internal.engineinterface.etier.impl.EngineImpl._invokeEngine_privact(EngineImpl.java:312)

at com.pega.pegarules.session.internal.engineinterface.etier.impl.EngineImpl.invokeEngine(EngineImpl.java:263)

at com.pega.pegarules.session.internal.engineinterface.etier.ejb.EngineBean.invokeEngine(EngineBean.java:221)

at sun.reflect.GeneratedMethodAccessor174.invoke(Unknown Source)

at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)

at java.lang.reflect.Method.invoke(Method.java:606)

at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethod(PRBootstrap.java:349)

at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethodPropagatingThrowable(PRBootstrap.java:390)

at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethodPropagatingException(PRBootstrap.java:412)

at com.pega.pegarules.internal.etier.ejb.EngineBeanBoot.invokeEngine(EngineBeanBoot.java:168)

at com.pega.pegarules.internal.etier.ejb.EngineBMT_h449u3_ELOImpl.__WL_invoke(Unknown Source)

at weblogic.ejb.container.internal.SessionLocalMethodInvoker.invoke(SessionLocalMethodInvoker.java:39)

at com.pega.pegarules.internal.etier.ejb.EngineBMT_h449u3_ELOImpl.invokeEngine(Unknown Source)

at com.pega.pegarules.session.internal.engineinterface.etier.mdb.PRAsync.processRequest(PRAsync.java:151)

at com.pega.pegarules.session.internal.engineinterface.etier.mdb.PRAsync.onMessage(PRAsync.java:108)

at sun.reflect.GeneratedMethodAccessor175.invoke(Unknown Source)

at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)

at java.lang.reflect.Method.invoke(Method.java:606)

at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethod(PRBootstrap.java:349)

at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethodPropagatingThrowable(PRBootstrap.java:390)

at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethod(PRBootstrap.java:439)

at com.pega.pegarules.internal.etier.mdb.PRAsyncBoot.onMessage(PRAsyncBoot.java:91)

at weblogic.ejb.container.internal.MDListener.execute(MDListener.java:583)

at weblogic.ejb.container.internal.MDListener.run(MDListener.java:902)

at weblogic.work.SelfTuningWorkManagerImpl$WorkAdapterImpl.run(SelfTuningWorkManagerImpl.java:545)

at weblogic.work.ExecuteThread.execute(ExecuteThread.java:256)

at weblogic.work.ExecuteThread.run(ExecuteThread.java:221)

Caused by: com.pega.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: NativeFSLock@/var/SP/weloadm/pega/pegatempdir/PegaRULESIndex/WorkIndex/write.lock

at com.pega.apache.lucene.store.Lock.obtain(Lock.java:85)

at com.pega.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:1108)

at com.pega.pegarules.search.internal.RuleIndexer.getOptimizedIndexWriter(RuleIndexer.java:1541)

at com.pega.pegarules.search.internal.RuleIndexer.removeFromIndex(RuleIndexer.java:1458)

at com.pega.pegarules.search.internal.RuleIndexer.updateIndex(RuleIndexer.java:1382)

... 44 more