Threads Stuck At WeakHashMap Method Invocation Under Stress Testing

(Doc ID 2341855.1)

Last updated on DECEMBER 25, 2017

Applies to:

Oracle WebLogic Server - Version 12.2.1.0.0 and later
Information in this document applies to any platform.

Symptoms

Many stuck threads on managed server forcing the server to restart.

"[STUCK] ExecuteThread: '149' for queue: 'weblogic.kernel.Default (self-tuning)'" #10270 daemon prio=1 os_prio=0 tid=0x00007f1c400a0800 nid=0x7e18 runnable [0x00007f1ad9cdd000]
java.lang.Thread.State: RUNNABLE
at java.util.WeakHashMap.get(WeakHashMap.java:403)
at oracle.j2ee.ws.saaj.soap.XMLInputFactories.xmlInputFactory(XMLInputFactories.java:86)
at oracle.j2ee.ws.saaj.util.ResettableXMLStreamReader.reset(ResettableXMLStreamReader.java:284)
at oracle.j2ee.ws.saaj.util.ResettableXMLStreamReader.readBufferedAndReset(ResettableXMLStreamReader.java:244)
at oracle.j2ee.ws.saaj.util.ResettableXMLStreamReader.readBufferedAndReset(ResettableXMLStreamReader.java:236)
at oracle.j2ee.ws.saaj.util.XMLWriter.internalWriteElement(XMLWriter.java:163)
at oracle.j2ee.ws.saaj.util.XMLWriter.internalWriteElement(XMLWriter.java:202)
at oracle.j2ee.ws.saaj.util.XMLWriter.writeElement(XMLWriter.java:61)
at oracle.j2ee.ws.saaj.soap.EnvelopeImpl.output(EnvelopeImpl.java:149)
at oracle.j2ee.ws.saaj.soap.SOAPPartImpl.writeToStream(SOAPPartImpl.java:301)
at oracle.j2ee.ws.saaj.soap.SOAPPartImpl.getContentAsStream(SOAPPartImpl.java:265)
at oracle.j2ee.ws.saaj.soap.MessageImpl.getHeaderBytes(MessageImpl.java:1146)
at oracle.j2ee.ws.saaj.soap.MessageImpl.saveChangesSoapOnly(MessageImpl.java:1434)
- locked <0x00000006b6f5d0f8> (a oracle.j2ee.ws.saaj.soap.soap12.Message12)
at oracle.j2ee.ws.saaj.soap.MessageImpl.saveChanges(MessageImpl.java:1728)
- locked <0x00000006b6f5d0f8> (a oracle.j2ee.ws.saaj.soap.soap12.Message12)
at cargo.cms.afw.ei.utils.SOAPUtils.getSOAP12Msg(SOAPUtils.java:367)
at cargo.cms.afw.ei.utils.SOAPUtils.createSOAPMsgWithUNToken(SOAPUtils.java:176)
at cargo.cms.afw.ei.dispatcher.ws.SimpleWSClient.createSOAPRequest(SimpleWSClient.java:254)
at cargo.cms.afw.ei.dispatcher.ws.SimpleWSClient.send(SimpleWSClient.java:151)
at cargo.cms.afw.ei.dispatch.InstantDispatchProcessor.process(InstantDispatchProcessor.java:150)
at cargo.cms.afw.event.core.FlowController.execute(FlowController.java:88)
at cargo.cms.afw.event.core.EventManager.processEvent(EventManager.java:265)
at cargo.cms.afw.event.core.EventManager.processSync(EventManager.java:96)
at cargo.cms.afw.event.core.EventManager.raiseEventAndProcessSync(EventManager.java:111)
at cargo.cms.uld.business.CommonFunctionBSO.createMoveJobOrder(CommonFunctionBSO.java:186)
at cargo.cms.uld.data.ULDStorageDAO.retrieveRecordUpdateRetrieveULD(ULDStorageDAO.java:679)
at cargo.cms.uld.business.ULDStorageBSO.updateretrieveULD(ULDStorageBSO.java:1659)
at cargo.cms.uld.service.ULDStorageSesBean.updateretrieveULD(ULDStorageSesBean.java:126)
at cargo.cms.uld.service.ULDStorageSesHome_l5y9e9_EOImpl.__WL_invoke(Unknown Source)
at weblogic.ejb.container.internal.SessionRemoteMethodInvoker.invoke(SessionRemoteMethodInvoker.java:34)
at cargo.cms.uld.service.ULDStorageSesHome_l5y9e9_EOImpl.updateretrieveULD(Unknown Source)
at cargo.cms.uld.action.ULDStorageAction.retrieveULDpage(ULDStorageAction.java:633)
at cargo.cms.uld.action.ULDStorageAction.executeAction(ULDStorageAction.java:136)
at cargo.cms.afw.action.BaseAction.execute(BaseAction.java:110)
at org.apache.struts.action.RequestProcessor.processActionPerform(RequestProcessor.java:425)
at org.apache.struts.action.RequestProcessor.process(RequestProcessor.java:228)
at cargo.cms.afw.request.AppRequestProcessor.process(AppRequestProcessor.java:105)
at cargo.cms.CmsApplicationInitializeServlet.process(CmsApplicationInitializeServlet.java:310)
at org.apache.struts.action.ActionServlet.doPost(ActionServlet.java:462)
at cargo.cms.CmsApplicationInitializeServlet.doPost(CmsApplicationInitializeServlet.java:110)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:790)
at weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:286)
at weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:260)
at weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:137)
at weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:350)
at weblogic.servlet.internal.TailFilter.doFilter(TailFilter.java:25)
at weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:78)
at cargo.cms.afw.request.AuthorizationFilter.doFilter(AuthorizationFilter.java:316)
at weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:78)
at weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.wrapRun(WebAppServletContext.java:3654)
at weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3620)
at weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:326)
at weblogic.security.service.SecurityManager.runAsForUserCode(SecurityManager.java:196)
at weblogic.servlet.provider.WlsSecurityProvider.runAsForUserCode(WlsSecurityProvider.java:203)
at weblogic.servlet.provider.WlsSubjectHandle.run(WlsSubjectHandle.java:71)
at weblogic.servlet.internal.WebAppServletContext.doSecuredExecute(WebAppServletContext.java:2423)
at weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2280)
at weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2258)
at weblogic.servlet.internal.ServletRequestImpl.runInternal(ServletRequestImpl.java:1626)
at weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1586)
at weblogic.servlet.provider.ContainerSupportProviderImpl$WlsRequestExecutor.run(ContainerSupportProviderImpl.java:270)
at weblogic.invocation.ComponentInvocationContextManager._runAs(ComponentInvocationContextManager.java:348)
at weblogic.invocation.ComponentInvocationContextManager.runAs(ComponentInvocationContextManager.java:333)
at weblogic.work.LivePartitionUtility.doRunWorkUnderContext(LivePartitionUtility.java:54)
at weblogic.work.PartitionUtility.runWorkUnderContext(PartitionUtility.java:41)
at weblogic.work.SelfTuningWorkManagerImpl.runWorkUnderContext(SelfTuningWorkManagerImpl.java:617)
at weblogic.work.ExecuteThread.execute(ExecuteThread.java:397)
at weblogic.work.ExecuteThread.run(ExecuteThread.java:346)

Changes

 

Cause

Sign In with your My Oracle Support account

Don't have a My Oracle Support account? Click to get started

My Oracle Support provides customers with access to over a
Million Knowledge Articles and hundreds of Community platforms