12.2: OACore Process Consuming High CPU With Leaked Connections
(Doc ID 2331647.1)
Last updated on DECEMBER 10, 2024
Applies to:
Oracle E-Business Suite Performance - Version 12.2 and laterInformation in this document applies to any platform.
Symptoms
OAcore process consuming high CPU and as a result we are not able to login to application. It works fine for sometime when the server is bounced and then we are able to login. But this is not viable solution as it requires frequent bounce.
Below is the log (datasource_oacore1.log) that was collected as per <Note 1940996.1> ==> Section 4: Level 2 Diagnostics
####<EBSDataSource> <WEBLOGIC.JDBC.CONN.LEAK> <Thu Nov 16 20:35:37 IST 2017> <java.lang.Exception
at weblogic.jdbc.common.internal.ConnectionEnv.setup(ConnectionEnv.java:366)
at weblogic.common.resourcepool.ResourcePoolImpl.reserveResource(ResourcePoolImpl.java:373)
at weblogic.common.resourcepool.ResourcePoolImpl.reserveResource(ResourcePoolImpl.java:339)
at weblogic.jdbc.common.internal.ConnectionPool.reserve(ConnectionPool.java:469)
at weblogic.jdbc.common.internal.ConnectionPool.reserve(ConnectionPool.java:363)
at weblogic.jdbc.common.internal.ConnectionPoolManager.reserve(ConnectionPoolManager.java:125)
at weblogic.jdbc.common.internal.RmiDataSource.getPoolConnection(RmiDataSource.java:469)
at weblogic.jdbc.common.internal.RmiDataSource.getConnectionInternal(RmiDataSource.java:553)
at weblogic.jdbc.common.internal.RmiDataSource.getConnection(RmiDataSource.java:513)
at sun.reflect.GeneratedMethodAccessor106.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at oracle.apps.fnd.security.DBConnObjWLSDSPool.getConnection(DBConnObjWLSDSPool.java:373)
at oracle.apps.fnd.security.AppsConnectionManagerWLSDS.dbConnect(AppsConnectionManagerWLSDS.java:223)
at oracle.apps.fnd.security.AppsConnectionManagerWLSDS.localAppsConnect(AppsConnectionManagerWLSDS.java:193)
at oracle.apps.fnd.security.AppsConnectionManagerWLSDS.makeGuestConnection(AppsConnectionManagerWLSDS.java:68)
at oracle.apps.fnd.security.DBConnObj.getLabelledConnection(DBConnObj.java:314)
at oracle.apps.fnd.security.DBConnObj.<init>(DBConnObj.java:233)
at oracle.apps.fnd.security.DBConnObjDS.<init>(DBConnObjDS.java:98)
at sun.reflect.GeneratedConstructorAccessor165.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
at oracle.apps.fnd.common.Pool.createObject(Pool.java:1276)
at oracle.apps.fnd.security.DBConnObjWLSDSPool.borrowObjectX(DBConnObjWLSDSPool.java:173)
at oracle.apps.fnd.security.DBConnObjPool.borrowObject(DBConnObjPool.java:597)
at oracle.apps.fnd.security.AppsConnectionManager.borrowConnection(AppsConnectionManager.java:354)
at oracle.apps.fnd.common.Context.borrowConnection(Context.java:1758)
at oracle.apps.fnd.common.AppsContext.getPrivateConnectionFinal(AppsContext.java:2425)
at oracle.apps.fnd.common.AppsContext.getPrivateConnection(AppsContext.java:2362)
at oracle.apps.fnd.common.AppsContext.getJDBCConnection(AppsContext.java:2218)
at oracle.apps.fnd.common.AppsContext.getLocalJDBCConnection(AppsContext.java:2601)
at oracle.apps.fnd.common.AppsContext.getLocalJDBCConnection(AppsContext.java:2536)
at oracle.apps.fnd.common.AppsContext.getLocalJDBCConnection(AppsContext.java:2499)
at oracle.apps.fnd.common.ErrorStack.retrievePLSQLError(ErrorStack.java:561) <== see here
at oracle.apps.fnd.common.ErrorStack.toString(ErrorStack.java:836) <== see here
at java.lang.String.valueOf(String.java:2849)
at oracle.apps.fnd.profiles.Profiles.toString(Profiles.java:2698)
at java.lang.String.valueOf(String.java:2849)
at oracle.apps.fnd.common.Context.borrowConnection(Context.java:1744)
at oracle.apps.fnd.common.AppsContext.getPrivateConnectionFinal(AppsContext.java:2425)
at oracle.apps.fnd.common.AppsContext.getPrivateConnection(AppsContext.java:2362)
at oracle.apps.fnd.common.AppsContext.getJDBCConnection(AppsContext.java:2218)
at oracle.apps.fnd.common.AppsContext.getJDBCConnection(AppsContext.java:2028)
at oracle.apps.fnd.common.AppsContext.getJDBCConnection(AppsContext.java:1816)
at oracle.apps.fnd.profiles.Profiles.getConnection(Profiles.java:2308)
at oracle.apps.fnd.profiles.Profiles.queryServerID(Profiles.java:2416)
at oracle.apps.fnd.profiles.Profiles.getNodeID(Profiles.java:2379)
at oracle.apps.fnd.profiles.Profiles.getProfile(Profiles.java:412)
at oracle.apps.fnd.profiles.ExtendedProfileStore.getSpecificProfileFromDB(Unknown Source)
at oracle.apps.fnd.profiles.ExtendedProfileStore.getSpecificProfile(Unknown Source)
at oracle.apps.fnd.profiles.ExtendedProfileStore.getProfile(Unknown Source)
at oracle.apps.fnd.oam.runtime.em.EBSAdminMXBeanImpl.<init>(EBSAdminMXBeanImpl.java:45)
at oracle.apps.fnd.oam.runtime.em.OAMMBeanRegistration.contextInitialized(OAMMBeanRegistration.java:41)
at weblogic.servlet.internal.EventsManager$FireContextListenerAction.run(EventsManager.java:481)
at weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321)
at weblogic.security.service.SecurityManager.runAs(SecurityManager.java:120)
at weblogic.servlet.internal.EventsManager.notifyContextCreatedEvent(EventsManager.java:181)
at weblogic.servlet.internal.WebAppServletContext.preloadResources(WebAppServletContext.java:1871)
at weblogic.servlet.internal.WebAppServletContext.start(WebAppServletContext.java:3173)
at weblogic.servlet.internal.WebAppModule.startContexts(WebAppModule.java:1529)
at weblogic.servlet.internal.WebAppModule.start(WebAppModule.java:488)
at weblogic.application.internal.flow.ModuleStateDriver$3.next(ModuleStateDriver.java:425)
at weblogic.application.utils.StateMachineDriver.nextState(StateMachineDriver.java:52)
at weblogic.application.internal.flow.ModuleStateDriver.start(ModuleStateDriver.java:119)
at weblogic.application.internal.flow.ScopedModuleDriver.start(ScopedModuleDriver.java:200)
at weblogic.application.internal.flow.ModuleListenerInvoker.start(ModuleListenerInvoker.java:247)
at weblogic.application.internal.flow.ModuleStateDriver$3.next(ModuleStateDriver.java:425)
at weblogic.application.utils.StateMachineDriver.nextState(StateMachineDriver.java:52)
at weblogic.application.internal.flow.ModuleStateDriver.start(ModuleStateDriver.java:119)
at weblogic.application.internal.flow.StartModulesFlow.activate(StartModulesFlow.java:27)
at weblogic.application.internal.BaseDeployment$2.next(BaseDeployment.java:671)
at weblogic.application.utils.StateMachineDriver.nextState(StateMachineDriver.java:52)
at weblogic.application.internal.BaseDeployment.activate(BaseDeployment.java:212)
at weblogic.application.internal.EarDeployment.activate(EarDeployment.java:59)
at weblogic.application.internal.DeploymentStateChecker.activate(DeploymentStateChecker.java:161)
at weblogic.deploy.internal.targetserver.AppContainerInvoker.activate(AppContainerInvoker.java:80)
at weblogic.deploy.internal.targetserver.BasicDeployment.activate(BasicDeployment.java:187)
at weblogic.deploy.internal.targetserver.BasicDeployment.activateFromServerLifecycle(BasicDeployment.java:379)
at weblogic.management.deploy.internal.DeploymentAdapter$1.doActivate(DeploymentAdapter.java:51)
at weblogic.management.deploy.internal.DeploymentAdapter.activate(DeploymentAdapter.java:200)
at weblogic.management.deploy.internal.AppTransition$2.transitionApp(AppTransition.java:30)
at weblogic.management.deploy.internal.ConfiguredDeployments.transitionApps(ConfiguredDeployments.java:240)
at weblogic.management.deploy.internal.ConfiguredDeployments.activate(ConfiguredDeployments.java:169)
at weblogic.management.deploy.internal.ConfiguredDeployments.deploy(ConfiguredDeployments.java:123)
at weblogic.management.deploy.internal.DeploymentServerService.resume(DeploymentServerService.java:180)
at weblogic.management.deploy.internal.DeploymentServerService.start(DeploymentServerService.java:96)
at weblogic.t3.srvr.SubsystemRequest.run(SubsystemRequest.java:64)
at weblogic.work.ExecuteThread.execute(ExecuteThread.java:263)
at weblogic.work.ExecuteThread.run(ExecuteThread.java:221)
at weblogic.jdbc.common.internal.ConnectionEnv.setup(ConnectionEnv.java:366)
at weblogic.common.resourcepool.ResourcePoolImpl.reserveResource(ResourcePoolImpl.java:373)
at weblogic.common.resourcepool.ResourcePoolImpl.reserveResource(ResourcePoolImpl.java:339)
at weblogic.jdbc.common.internal.ConnectionPool.reserve(ConnectionPool.java:469)
at weblogic.jdbc.common.internal.ConnectionPool.reserve(ConnectionPool.java:363)
at weblogic.jdbc.common.internal.ConnectionPoolManager.reserve(ConnectionPoolManager.java:125)
at weblogic.jdbc.common.internal.RmiDataSource.getPoolConnection(RmiDataSource.java:469)
at weblogic.jdbc.common.internal.RmiDataSource.getConnectionInternal(RmiDataSource.java:553)
at weblogic.jdbc.common.internal.RmiDataSource.getConnection(RmiDataSource.java:513)
at sun.reflect.GeneratedMethodAccessor106.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at oracle.apps.fnd.security.DBConnObjWLSDSPool.getConnection(DBConnObjWLSDSPool.java:373)
at oracle.apps.fnd.security.AppsConnectionManagerWLSDS.dbConnect(AppsConnectionManagerWLSDS.java:223)
at oracle.apps.fnd.security.AppsConnectionManagerWLSDS.localAppsConnect(AppsConnectionManagerWLSDS.java:193)
at oracle.apps.fnd.security.AppsConnectionManagerWLSDS.makeGuestConnection(AppsConnectionManagerWLSDS.java:68)
at oracle.apps.fnd.security.DBConnObj.getLabelledConnection(DBConnObj.java:314)
at oracle.apps.fnd.security.DBConnObj.<init>(DBConnObj.java:233)
at oracle.apps.fnd.security.DBConnObjDS.<init>(DBConnObjDS.java:98)
at sun.reflect.GeneratedConstructorAccessor165.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
at oracle.apps.fnd.common.Pool.createObject(Pool.java:1276)
at oracle.apps.fnd.security.DBConnObjWLSDSPool.borrowObjectX(DBConnObjWLSDSPool.java:173)
at oracle.apps.fnd.security.DBConnObjPool.borrowObject(DBConnObjPool.java:597)
at oracle.apps.fnd.security.AppsConnectionManager.borrowConnection(AppsConnectionManager.java:354)
at oracle.apps.fnd.common.Context.borrowConnection(Context.java:1758)
at oracle.apps.fnd.common.AppsContext.getPrivateConnectionFinal(AppsContext.java:2425)
at oracle.apps.fnd.common.AppsContext.getPrivateConnection(AppsContext.java:2362)
at oracle.apps.fnd.common.AppsContext.getJDBCConnection(AppsContext.java:2218)
at oracle.apps.fnd.common.AppsContext.getLocalJDBCConnection(AppsContext.java:2601)
at oracle.apps.fnd.common.AppsContext.getLocalJDBCConnection(AppsContext.java:2536)
at oracle.apps.fnd.common.AppsContext.getLocalJDBCConnection(AppsContext.java:2499)
at oracle.apps.fnd.common.ErrorStack.retrievePLSQLError(ErrorStack.java:561) <== see here
at oracle.apps.fnd.common.ErrorStack.toString(ErrorStack.java:836) <== see here
at java.lang.String.valueOf(String.java:2849)
at oracle.apps.fnd.profiles.Profiles.toString(Profiles.java:2698)
at java.lang.String.valueOf(String.java:2849)
at oracle.apps.fnd.common.Context.borrowConnection(Context.java:1744)
at oracle.apps.fnd.common.AppsContext.getPrivateConnectionFinal(AppsContext.java:2425)
at oracle.apps.fnd.common.AppsContext.getPrivateConnection(AppsContext.java:2362)
at oracle.apps.fnd.common.AppsContext.getJDBCConnection(AppsContext.java:2218)
at oracle.apps.fnd.common.AppsContext.getJDBCConnection(AppsContext.java:2028)
at oracle.apps.fnd.common.AppsContext.getJDBCConnection(AppsContext.java:1816)
at oracle.apps.fnd.profiles.Profiles.getConnection(Profiles.java:2308)
at oracle.apps.fnd.profiles.Profiles.queryServerID(Profiles.java:2416)
at oracle.apps.fnd.profiles.Profiles.getNodeID(Profiles.java:2379)
at oracle.apps.fnd.profiles.Profiles.getProfile(Profiles.java:412)
at oracle.apps.fnd.profiles.ExtendedProfileStore.getSpecificProfileFromDB(Unknown Source)
at oracle.apps.fnd.profiles.ExtendedProfileStore.getSpecificProfile(Unknown Source)
at oracle.apps.fnd.profiles.ExtendedProfileStore.getProfile(Unknown Source)
at oracle.apps.fnd.oam.runtime.em.EBSAdminMXBeanImpl.<init>(EBSAdminMXBeanImpl.java:45)
at oracle.apps.fnd.oam.runtime.em.OAMMBeanRegistration.contextInitialized(OAMMBeanRegistration.java:41)
at weblogic.servlet.internal.EventsManager$FireContextListenerAction.run(EventsManager.java:481)
at weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321)
at weblogic.security.service.SecurityManager.runAs(SecurityManager.java:120)
at weblogic.servlet.internal.EventsManager.notifyContextCreatedEvent(EventsManager.java:181)
at weblogic.servlet.internal.WebAppServletContext.preloadResources(WebAppServletContext.java:1871)
at weblogic.servlet.internal.WebAppServletContext.start(WebAppServletContext.java:3173)
at weblogic.servlet.internal.WebAppModule.startContexts(WebAppModule.java:1529)
at weblogic.servlet.internal.WebAppModule.start(WebAppModule.java:488)
at weblogic.application.internal.flow.ModuleStateDriver$3.next(ModuleStateDriver.java:425)
at weblogic.application.utils.StateMachineDriver.nextState(StateMachineDriver.java:52)
at weblogic.application.internal.flow.ModuleStateDriver.start(ModuleStateDriver.java:119)
at weblogic.application.internal.flow.ScopedModuleDriver.start(ScopedModuleDriver.java:200)
at weblogic.application.internal.flow.ModuleListenerInvoker.start(ModuleListenerInvoker.java:247)
at weblogic.application.internal.flow.ModuleStateDriver$3.next(ModuleStateDriver.java:425)
at weblogic.application.utils.StateMachineDriver.nextState(StateMachineDriver.java:52)
at weblogic.application.internal.flow.ModuleStateDriver.start(ModuleStateDriver.java:119)
at weblogic.application.internal.flow.StartModulesFlow.activate(StartModulesFlow.java:27)
at weblogic.application.internal.BaseDeployment$2.next(BaseDeployment.java:671)
at weblogic.application.utils.StateMachineDriver.nextState(StateMachineDriver.java:52)
at weblogic.application.internal.BaseDeployment.activate(BaseDeployment.java:212)
at weblogic.application.internal.EarDeployment.activate(EarDeployment.java:59)
at weblogic.application.internal.DeploymentStateChecker.activate(DeploymentStateChecker.java:161)
at weblogic.deploy.internal.targetserver.AppContainerInvoker.activate(AppContainerInvoker.java:80)
at weblogic.deploy.internal.targetserver.BasicDeployment.activate(BasicDeployment.java:187)
at weblogic.deploy.internal.targetserver.BasicDeployment.activateFromServerLifecycle(BasicDeployment.java:379)
at weblogic.management.deploy.internal.DeploymentAdapter$1.doActivate(DeploymentAdapter.java:51)
at weblogic.management.deploy.internal.DeploymentAdapter.activate(DeploymentAdapter.java:200)
at weblogic.management.deploy.internal.AppTransition$2.transitionApp(AppTransition.java:30)
at weblogic.management.deploy.internal.ConfiguredDeployments.transitionApps(ConfiguredDeployments.java:240)
at weblogic.management.deploy.internal.ConfiguredDeployments.activate(ConfiguredDeployments.java:169)
at weblogic.management.deploy.internal.ConfiguredDeployments.deploy(ConfiguredDeployments.java:123)
at weblogic.management.deploy.internal.DeploymentServerService.resume(DeploymentServerService.java:180)
at weblogic.management.deploy.internal.DeploymentServerService.start(DeploymentServerService.java:96)
at weblogic.t3.srvr.SubsystemRequest.run(SubsystemRequest.java:64)
at weblogic.work.ExecuteThread.execute(ExecuteThread.java:263)
at weblogic.work.ExecuteThread.run(ExecuteThread.java:221)
Cause
To view full details, sign in with your My Oracle Support account. |
|
Don't have a My Oracle Support account? Click to get started! |
In this Document
Symptoms |
Cause |
Solution |
References |