Hello,
OData pods are frequently going down in both the Production and lower environments with following error:
================================================================================
com.ibm.ws.rsadapter.impl.WSManagedConnectionFactoryImpl$7.run(WSManagedConnectionFactoryImpl.java:1017)\n\t at java.base@11.0.19\/java.security.AccessController.doPrivileged(Native Method)\n\t at java.base@11.0.19\/java.security.AccessController.doPrivilegedWithCombiner(Unknown Source)\n\t at com.ibm.ws.rsadapter.impl.WSManagedConnectionFactoryImpl.getConnectionUsingDS(WSManagedConnectionFactoryImpl.java:1017)\n\t at com.ibm.ws.rsadapter.impl.WSManagedConnectionFactoryImpl.getConnection(WSManagedConnectionFactoryImpl.java:846)\n\t at com.ibm.ws.rsadapter.impl.WSManagedConnectionFactoryImpl.createManagedConnection(WSManagedConnectionFactoryImpl.java:696)\n\t at com.ibm.ejs.j2c.FreePool.createManagedConnectionWithMCWrapper(FreePool.java:1373)\n\t at com.ibm.ejs.j2c.FreePool.createOrWaitForConnection(FreePool.java:1247)\n\t at com.ibm.ejs.j2c.PoolManager.reserve(PoolManager.java:1442)\n\t at com.ibm.ejs.j2c.ConnectionManager.allocateMCWrapper(ConnectionManager.java:574)\n\t at com.ibm.ejs.j2c.ConnectionManager.allocateConnection(ConnectionManager.java:306)\n\t at com.ibm.ws.rsadapter.jdbc.WSJdbcDataSource.getConnection(WSJdbcDataSource.java:140)\n\t at com.ibm.ws.rsadapter.jdbc.WSJdbcDataSource.getConnection(WSJdbcDataSource.java:114)\n\t at web.ODPReadinessCheck.call(ODPReadinessCheck.java:42)\n\t at web.ODPReadinessCheck$Proxy$_$$_WeldClientProxy.call(Unknown Source)\n\t at com.ibm.ws.microprofile.health20.services.impl.HealthCheck20CDIBeanInvokerImpl.checkAllBeans(HealthCheck20CDIBeanInvokerImpl.java:80)\n\t at jdk.internal.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)\n\t at java.base@11.0.19\/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)\n\t at java.base@11.0.19\/java.lang.reflect.Method.invoke(Unknown Source)\n\t at com.ibm.ws.context.service.serializable.ContextualInvocationHandler.invoke(ContextualInvocationHandler.java:77)\n\t at com.ibm.ws.context.service.serializable.ContextualInvocationHandler.invoke(ContextualInvocationHandler.java:99)\n\t at com.sun.proxy.$Proxy151.checkAllBeans(Unknown Source)\n\t at com.ibm.ws.microprofile.health20.services.impl.HealthCheck20ExecutorImpl.runHealthChecks(HealthCheck20ExecutorImpl.java:98)\n\t at com.ibm.ws.microprofile.health20.internal.HealthCheck20ServiceImpl.performHealthCheck(HealthCheck20ServiceImpl.java:137)\n\t at com.ibm.ws.microprofile.health20.internal.servlet.HealthCheckReadinessServlet.service(HealthCheckReadinessServlet.java:43)\n\t at javax.servlet.http.HttpServlet.service(HttpServlet.java:791)\n\t at com.ibm.ws.webcontainer.servlet.ServletWrapper.service(ServletWrapper.java:1258)\n\t at com.ibm.ws.webcontainer.servlet.ServletWrapper.handleRequest(ServletWrapper.java:746)\n\t at com.ibm.ws.webcontainer.servlet.ServletWrapper.handleRequest(ServletWrapper.java:443)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.invokeTarget(WebAppFilterChain.java:193)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.doFilter(WebAppFilterChain.java:98)\n\t at com.ibm.ws.app.manager.wab.internal.OsgiDirectoryProtectionFilter.doFilter(OsgiDirectoryProtectionFilter.java:90)\n\t at com.ibm.ws.webcontainer.filter.FilterInstanceWrapper.doFilter(FilterInstanceWrapper.java:201)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.doFilter(WebAppFilterChain.java:91)\n\t at com.ibm.ws.security.jaspi.JaspiServletFilter.doFilter(JaspiServletFilter.java:56)\n\t at com.ibm.ws.webcontainer.filter.FilterInstanceWrapper.doFilter(FilterInstanceWrapper.java:201)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.doFilter(WebAppFilterChain.java:91)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterManager.doFilter(WebAppFilterManager.java:1002)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterManager.invokeFilters(WebAppFilterManager.java:1140)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterManager.invokeFilters(WebAppFilterManager.java:1011)\n\t at com.ibm.ws.webcontainer.servlet.CacheServletWrapper.handleRequest(CacheServletWrapper.java:75)\n\t at com.ibm.ws.webcontainer40.servlet.CacheServletWrapper40.handleRequest(CacheServletWrapper40.java:85)\n\t at com.ibm.ws.webcontainer.WebContainer.handleRequest(WebContainer.java:938)\n\t at com.ibm.ws.webcontainer.osgi.DynamicVirtualHost$2.run(DynamicVirtualHost.java:281)\n\t at com.ibm.ws.http.dispatcher.internal.channel.HttpDispatcherLink$TaskWrapper.run(HttpDispatcherLink.java:1184)\n\t at com.ibm.ws.http.dispatcher.internal.channel.HttpDispatcherLink.wrapHandlerAndExecute(HttpDispatcherLink.java:453)\n\t at com.ibm.ws.http.dispatcher.internal.channel.HttpDispatcherLink.ready(HttpDispatcherLink.java:412)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.handleDiscrimination(HttpInboundLink.java:566)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.handleNewRequest(HttpInboundLink.java:500)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.processRequest(HttpInboundLink.java:360)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.ready(HttpInboundLink.java:327)\n\t at com.ibm.ws.tcpchannel.internal.NewConnectionInitialReadCallback.sendToDiscriminators(NewConnectionInitialReadCallback.java:167)\n\t at com.ibm.ws.tcpchannel.internal.NewConnectionInitialReadCallback.complete(NewConnectionInitialReadCallback.java:75)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager.requestComplete(WorkQueueManager.java:514)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager.attemptIO(WorkQueueManager.java:584)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager.workerRun(WorkQueueManager.java:968)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager$Worker.run(WorkQueueManager.java:1057)\n\t at com.ibm.ws.threading.internal.ExecutorServiceImpl$RunnableWrapper.run(ExecutorServiceImpl.java:245)\n\t at java.base@11.0.19\/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)\n\t at java.base@11.0.19\/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)\n\t at java.base@11.0.19\/java.lang.Thread.run(Unknown Source)\n\nThe following table shows the events that have run during this request.\n\nDuration Operation\n45426.424ms + websphere.servlet.service | health | HealthCheckReadinessServlet ","ibm_threadId":"00000038","_timestamp":"2025-07-07T07:01:39.670+0000","event.id":"TRAS0112W","module":"com.ibm.ws.request.timing.manager.SlowRequestManager","log.level":"WARNING","labels.ibm_sequence":"1751871699670_000000000009A","ext_requestID":"AAFbUsRjU5f_AAAAAAAAAeq","process.thread.name":"Default Executor-thread-19"}
{"event.module":"liberty_message","host.name":"ifsapp-odata-68fc47dfd7-wcqd5","ibm_userDir":"\/opt\/ifs\/wlp\/usr\/","ibm_serverName":"defaultServer","message":"TRAS0114W: Request AAFbUsRjU5f_AAAAAAAAAdt has been running on thread 00000033 for at least 618646.296ms. The following table shows the events that have run during this request.\n\nDuration Operation\n618649.407ms + websphere.servlet.service | ifs-odata-provider | OData-Provider | \/CInventStockAgeingRep.svc\/VirtualOrderReports(Objkey='85D3CB3005A049F8AD56F6F5DE0D9A08')\/IfsApp.CInventStockAgeingRep.VirtualOrderReport_OrderReport?odata-debug=json\n 0.657ms websphere.datasource.psExecute | jdbc\/fndbas-odp | {call Login_SYS.Init_ODP_Sys_Session_()}\n 0.486ms websphere.datasource.psExecute | jdbc\/fndbas-odp | DECLARE\nBEGIN\n? := Fnd_Odata_Provider_Sys.Get_Projection_Meta_Version(?);\nEND;\n\n 0.415ms websphere.datasource.psExecute | jdbc\/fndbas-odp | DECLARE\nBEGIN\nBpa_Sys.Init_Session;\nEND;\n 2.439ms websphere.datasource.psExecute | jdbc\/fndbas-odp | {? = call Login_SYS.Init_Odp_Session_(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)}\n 1.783ms websphere.datasource.psExecute | jdbc\/fndbas-odp | BEGIN Client_SYS.Get_Trace(?); END;\n 0.420ms websphere.datasource.psExecuteQuery | jdbc\/fndbas-odp | select process_key, workflow_execution_db, workflow_timing_db, projection_name, action, entity_set_name, call_name, is_read_enabled, is_create_enabled, is_update_enabled, is_delete_enabled, OBJKEY \r\nfrom BPMN_PROJECTION\r\ncross join (select ? as A, ? as B, ? as C, ? as D, ? as E, ? as F from dual) D \r\nwhere (A is null or A = projection_name) \r\n AND (B is null or process_key = 
\r\n AND (C is null or (C = 'R' and is_read_enabled = 'TRUE') or (C = 'C' and is_create_enabled = 'TRUE') or (C = 'U' and is_update_enabled = 'TRUE') or (C = 'D' and is_delete_enabled = 'TRUE')) \r\n AND (is_enabled = 'TRUE') \r\n AND (D is null or entity_set_name = D) \r\n AND (E is null or call_name = E) \r\n AND (F is null or workflow_timing_db = F)\n 0.244ms websphere.datasource.psExecuteQuery | jdbc\/fndbas-odp | select process_key, workflow_execution_db, workflow_timing_db, projection_name, action, entity_set_name, call_name, is_read_enabled, is_create_enabled, is_update_enabled, is_delete_enabled, OBJKEY \r\nfrom BPMN_PROJECTION\r\ncross join (select ? as A, ? as B, ? as C, ? as D, ? as E, ? as F from dual) D \r\nwhere (A is null or A = projection_name) \r\n AND (B is null or process_key = \r\n AND (C is null or (C = 'R' and is_read_enabled = 'TRUE') or (C = 'C' and is_create_enabled = 'TRUE') or (C = 'U' and is_update_enabled = 'TRUE') or (C = 'D' and is_delete_enabled = 'TRUE')) \r\n AND (is_enabled = 'TRUE') \r\n AND (D is null or entity_set_name = D) \r\n AND (E is null or call_name = E) \r\n AND (F is null or workflow_timing_db = F)\n 0.184ms websphere.datasource.psExecuteQuery | jdbc\/fndbas-odp | select process_key, workflow_execution_db, workflow_timing_db, projection_name, action, entity_set_name, call_name, is_read_enabled, is_create_enabled, is_update_enabled, is_delete_enabled, OBJKEY \r\nfrom BPMN_PROJECTION\r\ncross join (select ? as A, ? as B, ? as C, ? as D, ? as E, ? as F from dual) D \r\nwhere (A is null or A = projection_name) \r\n AND (B is null or process_key = \r\n AND (C is null or (C = 'R' and is_read_enabled = 'TRUE') or (C = 'C' and is_create_enabled = 'TRUE') or (C = 'U' and is_update_enabled = 'TRUE') or (C = 'D' and is_delete_enabled = 'TRUE')) \r\n AND (is_enabled = 'TRUE') \r\n AND (D is null or entity_set_name = D) \r\n AND (E is null or call_name = E) \r\n AND (F is null or workflow_timing_db = F)\n 2.044ms websphere.datasource.psExecute | jdbc\/fndbas-odp | {? = call Login_SYS.Init_Odp_Session_(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)}\n 1.354ms websphere.datasource.psExecute | jdbc\/fndbas-odp | BEGIN Client_SYS.Get_Trace(?); END;\n 0.375ms websphere.datasource.psExecuteQuery | jdbc\/fndbas-odp | SELECT A.* FROM (SELECT objkey objkey, 'W\/\"'||objkey||'\"' etag FROM ORDER_REPORT_TEMPLATE_VIRTUAL_ORDER_REPORT_VRT WHERE ((obj_created_by = fnd_session_api.Get_Fnd_User) AND ((objkey = ?) AND obj_created_by = fnd_session_api.Get_Fnd_User))) A\n 0.199ms websphere.datasource.psExecute | jdbc\/fndbas-odp | BEGIN Client_SYS.Get_Trace(?); END;\n 1.707ms websphere.datasource.psExecute | jdbc\/fndbas-odp | {? = call Login_SYS.Init_Odp_Session_(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)}\n 1.298ms websphere.datasource.psExecute | jdbc\/fndbas-odp | BEGIN Client_SYS.Get_Trace(?); END;\n 0.436ms websphere.datasource.psExecute | jdbc\/fndbas-odp | DECLARE\nBEGIN\n? := Bpa_Sys.Get_Events;\nEND;\n 0.281ms websphere.datasource.psExecute | jdbc\/fndbas-odp | DECLARE\nBEGIN\nBpa_Sys.Init_Session;\nEND;\n 1.943ms websphere.datasource.psExecute | jdbc\/fndbas-odp | {? = call Login_SYS.Init_Odp_Session_(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)}\n 1.458ms websphere.datasource.psExecute | jdbc\/fndbas-odp | BEGIN Client_SYS.Get_Trace(?); END;\n 0.253ms websphere.datasource.psExecute | jdbc\/fndbas-odp | DECLARE\nBEGIN\nBpa_Sys.Init_Session;\nEND;\n 1.877ms websphere.datasource.psExecute | jdbc\/fndbas-odp | {? = call Login_SYS.Init_Odp_Session_(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)}\n 1.491ms websphere.datasource.psExecute | jdbc\/fndbas-odp | BEGIN Client_SYS.Get_Trace(?); END;\n 0.324ms websphere.datasource.psExecuteQuery | jdbc\/fndbas-odp | select process_key, workflow_execution_db, workflow_timing_db, projection_name, action, entity_set_name, call_name, is_read_enabled, is_create_enabled, is_update_enabled, is_delete_enabled, OBJKEY \r\nfrom BPMN_PROJECTION\r\ncross join (select ? as A, ? as B, ? as C, ? as D, ? as E, ? as F from dual) D \r\nwhere (A is null or A = projection_name) \r\n AND (B is null or process_key = \r\n AND (C is null or (C = 'R' and is_read_enabled = 'TRUE') or (C = 'C' and is_create_enabled = 'TRUE') or (C = 'U' and is_update_enabled = 'TRUE') or (C = 'D' and is_delete_enabled = 'TRUE')) \r\n AND (is_enabled = 'TRUE') \r\n AND (D is null or entity_set_name = D) \r\n AND (E is null or call_name = E) \r\n AND (F is null or workflow_timing_db = F)\n 0.148ms websphere.datasource.psExecuteQuery | jdbc\/fndbas-odp | select process_key, workflow_execution_db, workflow_timing_db, projection_name, action, entity_set_name, call_name, is_read_enabled, is_create_enabled, is_update_enabled, is_delete_enabled, OBJKEY \r\nfrom BPMN_PROJECTION\r\ncross join (select ? as A, ? as B, ? as C, ? as D, ? as E, ? as F from dual) D \r\nwhere (A is null or A = projection_name) \r\n AND (B is null or process_key = \r\n AND (C is null or (C = 'R' and is_read_enabled = 'TRUE') or (C = 'C' and is_create_enabled = 'TRUE') or (C = 'U' and is_update_enabled = 'TRUE') or (C = 'D' and is_delete_enabled = 'TRUE')) \r\n AND (is_enabled = 'TRUE') \r\n AND (D is null or entity_set_name = D) \r\n AND (E is null or call_name = E) \r\n AND (F is null or workflow_timing_db = F)\n 0.131ms websphere.datasource.psExecuteQuery | jdbc\/fndbas-odp | select process_key, workflow_execution_db, workflow_timing_db, projection_name, action, entity_set_name, call_name, is_read_enabled, is_create_enabled, is_update_enabled, is_delete_enabled, OBJKEY \r\nfrom BPMN_PROJECTION\r\ncross join (select ? as A, ? as B, ? as C, ? as D, ? as E, ? as F from dual) D \r\nwhere (A is null or A = projection_name) \r\n AND (B is null or process_key = \r\n AND (C is null or (C = 'R' and is_read_enabled = 'TRUE') or (C = 'C' and is_create_enabled = 'TRUE') or (C = 'U' and is_update_enabled = 'TRUE') or (C = 'D' and is_delete_enabled = 'TRUE')) \r\n AND (is_enabled = 'TRUE') \r\n AND (D is null or entity_set_name = D) \r\n AND (E is null or call_name = E) \r\n AND (F is null or workflow_timing_db = F)\n 2.076ms websphere.datasource.psExecute | jdbc\/fndbas-odp | {? = call Login_SYS.Init_Odp_Session_(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)}\n 1.374ms websphere.datasource.psExecute | jdbc\/fndbas-odp | BEGIN Client_SYS.Get_Trace(?); END;\n 59727.684ms websphere.datasource.psExecute | jdbc\/fndbas-odp | DECLARE\n\treturn_array_ Order_Report_Template_SVC.Report_Result_Art;\n\tcursor_ SYS_REFCURSOR;\nBEGIN\n\treturn_array_ := Order_Report_Template_SVC.Do_Order_Report(?, virtual_order_report## => '');\n\tOPEN cursor_ FOR SELECT * FROM TABLE(return_array_);\n\t? := cursor_;\nEND;\n322714.483ms websphere.datasource.psExecute | jdbc\/fndbas-odp | BEGIN Client_SYS.Get_Trace(?); END;","ibm_threadId":"00000083","_timestamp":"2025-07-07T07:01:13.868+0000","event.id":"TRAS0114W","module":"com.ibm.ws.request.timing.manager.HungRequestManager","log.level":"WARNING","labels.ibm_sequence":"1751871673868_000000000009B","process.thread.name":"Default Executor-thread-40"}
{"event.module":"liberty_message","host.name":"ifsapp-odata-68fc47dfd7-wcqd5","ibm_userDir":"\/opt\/ifs\/wlp\/usr\/","ibm_serverName":"defaultServer","message":"TRAS0112W: Request AAFbUsRjU5f_AAAAAAAAAfO has been running on thread 00000027 for at least 22314.738ms. The following stack trace shows what this thread is currently running.\n\n \t at org.jboss.weld.contexts.CreationalContextImpl.<init>(CreationalContextImpl.java:72)\n\t at org.jboss.weld.manager.BeanManagerImpl.createCreationalContext(BeanManagerImpl.java:1121)\n\t at org.jboss.weld.manager.BeanManagerImpl.createCreationalContext(BeanManagerImpl.java:201)\n\t at com.ibm.ws.microprofile.health20.services.impl.HealthCheck20CDIBeanInvokerImpl.getHealthCheckBeans(HealthCheck20CDIBeanInvokerImpl.java:137)\n\t at com.ibm.ws.microprofile.health20.services.impl.HealthCheck20CDIBeanInvokerImpl.getHealthCheckReadinessBeans(HealthCheck20CDIBeanInvokerImpl.java:105)\n\t at com.ibm.ws.microprofile.health20.services.impl.HealthCheck20CDIBeanInvokerImpl.checkAllBeans(HealthCheck20CDIBeanInvokerImpl.java:71)\n\t at jdk.internal.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)\n\t at java.base@11.0.19\/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)\n\t at java.base@11.0.19\/java.lang.reflect.Method.invoke(Unknown Source)\n\t at com.ibm.ws.context.service.serializable.ContextualInvocationHandler.invoke(ContextualInvocationHandler.java:77)\n\t at com.ibm.ws.context.service.serializable.ContextualInvocationHandler.invoke(ContextualInvocationHandler.java:99)\n\t at com.sun.proxy.$Proxy151.checkAllBeans(Unknown Source)\n\t at com.ibm.ws.microprofile.health20.services.impl.HealthCheck20ExecutorImpl.runHealthChecks(HealthCheck20ExecutorImpl.java:98)\n\t at com.ibm.ws.microprofile.health20.internal.HealthCheck20ServiceImpl.performHealthCheck(HealthCheck20ServiceImpl.java:137)\n\t at com.ibm.ws.microprofile.health20.internal.servlet.HealthCheckReadinessServlet.service(HealthCheckReadinessServlet.java:43)\n\t at javax.servlet.http.HttpServlet.service(HttpServlet.java:791)\n\t at com.ibm.ws.webcontainer.servlet.ServletWrapper.service(ServletWrapper.java:1258)\n\t at com.ibm.ws.webcontainer.servlet.ServletWrapper.handleRequest(ServletWrapper.java:746)\n\t at com.ibm.ws.webcontainer.servlet.ServletWrapper.handleRequest(ServletWrapper.java:443)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.invokeTarget(WebAppFilterChain.java:193)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.doFilter(WebAppFilterChain.java:98)\n\t at com.ibm.ws.app.manager.wab.internal.OsgiDirectoryProtectionFilter.doFilter(OsgiDirectoryProtectionFilter.java:90)\n\t at com.ibm.ws.webcontainer.filter.FilterInstanceWrapper.doFilter(FilterInstanceWrapper.java:201)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.doFilter(WebAppFilterChain.java:91)\n\t at com.ibm.ws.security.jaspi.JaspiServletFilter.doFilter(JaspiServletFilter.java:56)\n\t at com.ibm.ws.webcontainer.filter.FilterInstanceWrapper.doFilter(FilterInstanceWrapper.java:201)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.doFilter(WebAppFilterChain.java:91)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterManager.doFilter(WebAppFilterManager.java:1002)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterManager.invokeFilters(WebAppFilterManager.java:1140)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterManager.invokeFilters(WebAppFilterManager.java:1011)\n\t at com.ibm.ws.webcontainer.servlet.CacheServletWrapper.handleRequest(CacheServletWrapper.java:75)\n\t at com.ibm.ws.webcontainer40.servlet.CacheServletWrapper40.handleRequest(CacheServletWrapper40.java:85)\n\t at com.ibm.ws.webcontainer.WebContainer.handleRequest(WebContainer.java:938)\n\t at com.ibm.ws.webcontainer.osgi.DynamicVirtualHost$2.run(DynamicVirtualHost.java:281)\n\t at com.ibm.ws.http.dispatcher.internal.channel.HttpDispatcherLink$TaskWrapper.run(HttpDispatcherLink.java:1184)\n\t at com.ibm.ws.http.dispatcher.internal.channel.HttpDispatcherLink.wrapHandlerAndExecute(HttpDispatcherLink.java:453)\n\t at com.ibm.ws.http.dispatcher.internal.channel.HttpDispatcherLink.ready(HttpDispatcherLink.java:412)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.handleDiscrimination(HttpInboundLink.java:566)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.handleNewRequest(HttpInboundLink.java:500)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.processRequest(HttpInboundLink.java:360)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.ready(HttpInboundLink.java:327)\n\t at com.ibm.ws.tcpchannel.internal.NewConnectionInitialReadCallback.sendToDiscriminators(NewConnectionInitialReadCallback.java:167)\n\t at com.ibm.ws.tcpchannel.internal.NewConnectionInitialReadCallback.complete(NewConnectionInitialReadCallback.java:75)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager.requestComplete(WorkQueueManager.java:514)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager.attemptIO(WorkQueueManager.java:584)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager.workerRun(WorkQueueManager.java:968)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager$Worker.run(WorkQueueManager.java:1057)\n\t at com.ibm.ws.threading.internal.ExecutorServiceImpl$RunnableWrapper.run(ExecutorServiceImpl.java:245)\n\t at java.base@11.0.19\/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)\n\t at java.base@11.0.19\/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)\n\t at java.base@11.0.19\/java.lang.Thread.run(Unknown Source)\n\nThe following table shows the events that have run during this request.\n\nDuration Operation\n22533.825ms + websphere.servlet.service | health | HealthCheckReadinessServlet ","ibm_threadId":"00000082","_timestamp":"2025-07-07T07:00:28.607+0000","event.id":"TRAS0112W","module":"com.ibm.ws.request.timing.manager.SlowRequestManager","log.level":"WARNING","labels.ibm_sequence":"1751871628607_0000000000098","process.thread.name":"Default Executor-thread-39"}
{"event.module":"liberty_message","host.name":"ifsapp-odata-68fc47dfd7-wcqd5","ibm_userDir":"\/opt\/ifs\/wlp\/usr\/","ibm_serverName":"defaultServer","message":"TRAS0112W: Request AAFbUsRjU5f_AAAAAAAAAfS has been running on thread 00000081 for at least 21849.090ms. The following stack trace shows what this thread is currently running.\n\n \t at java.base@11.0.19\/jdk.internal.misc.Unsafe.park(Native Method)\n\t at java.base@11.0.19\/java.util.concurrent.locks.LockSupport.parkNanos(Unknown Source)\n\t at java.base@11.0.19\/java.util.concurrent.FutureTask.awaitDone(Unknown Source)\n\t at java.base@11.0.19\/java.util.concurrent.FutureTask.get(Unknown Source)\n\t at oracle.ucp.util.UCPTaskManagerImpl$5.get(UCPTaskManagerImpl.java:261)\n\t at oracle.ucp.common.UniversalPooledConnectionImpl.isValidHelper(UniversalPooledConnectionImpl.java:360)\n\t at oracle.ucp.common.UniversalPooledConnectionImpl.isValid(UniversalPooledConnectionImpl.java:322)\n\t at oracle.ucp.common.FailoverableUniversalPooledConnectionBase.isValid(FailoverableUniversalPooledConnectionBase.java:17)\n\t at oracle.ucp.jdbc.oracle.OracleUniversalPooledConnection.isValid(OracleUniversalPooledConnection.java:242)\n\t at oracle.ucp.common.UniversalConnectionPoolImpl.borrowConnectionAndValidateHelper(UniversalConnectionPoolImpl.java:201)\n\t at oracle.ucp.common.UniversalConnectionPoolImpl.borrowConnectionAndValidate(UniversalConnectionPoolImpl.java:153)\n\t at oracle.ucp.common.UniversalConnectionPoolImpl.borrowConnection(UniversalConnectionPoolImpl.java:126)\n\t at oracle.ucp.jdbc.JDBCConnectionPool.borrowConnection(JDBCConnectionPool.java:174)\n\t at oracle.ucp.jdbc.oracle.OracleJDBCConnectionPool.borrowConnection(OracleJDBCConnectionPool.java:624)\n\t at oracle.ucp.jdbc.oracle.OracleConnectionConnectionPool.borrowConnection(OracleConnectionConnectionPool.java:106)\n\t at oracle.ucp.jdbc.PoolDataSourceImpl.getConnection(PoolDataSourceImpl.java:2036)\n\t at oracle.ucp.jdbc.PoolDataSourceImpl.access$500(PoolDataSourceImpl.java:207)\n\t at oracle.ucp.jdbc.PoolDataSourceImpl$31.build(PoolDataSourceImpl.java:4367)\n\t at oracle.ucp.jdbc.PoolDataSourceImpl.getConnection(PoolDataSourceImpl.java:1970)\n\t at oracle.ucp.jdbc.PoolDataSourceImpl.getConnection(PoolDataSourceImpl.java:1933)\n\t at oracle.ucp.jdbc.PoolDataSourceImpl.getConnection(PoolDataSourceImpl.java:1918)\n\t at com.ibm.ws.rsadapter.impl.DatabaseHelper.getConnectionFromDatasource(DatabaseHelper.java:1465)\n\t at com.ibm.ws.rsadapter.impl.OracleHelper.getConnectionFromDatasource(OracleHelper.java:864)\n\t at com.ibm.ws.rsadapter.impl.WSManagedConnectionFactoryImpl$7.run(WSManagedConnectionFactoryImpl.java:1030)\n\t at com.ibm.ws.rsadapter.impl.WSManagedConnectionFactoryImpl$7.run(WSManagedConnectionFactoryImpl.java:1017)\n\t at java.base@11.0.19\/java.security.AccessController.doPrivileged(Native Method)\n\t at java.base@11.0.19\/java.security.AccessController.doPrivilegedWithCombiner(Unknown Source)\n\t at com.ibm.ws.rsadapter.impl.WSManagedConnectionFactoryImpl.getConnectionUsingDS(WSManagedConnectionFactoryImpl.java:1017)\n\t at com.ibm.ws.rsadapter.impl.WSManagedConnectionFactoryImpl.getConnection(WSManagedConnectionFactoryImpl.java:846)\n\t at com.ibm.ws.rsadapter.impl.WSManagedConnectionFactoryImpl.createManagedConnection(WSManagedConnectionFactoryImpl.java:696)\n\t at com.ibm.ejs.j2c.FreePool.createManagedConnectionWithMCWrapper(FreePool.java:1373)\n\t at com.ibm.ejs.j2c.FreePool.createOrWaitForConnection(FreePool.java:1247)\n\t at com.ibm.ejs.j2c.PoolManager.reserve(PoolManager.java:1442)\n\t at com.ibm.ejs.j2c.ConnectionManager.allocateMCWrapper(ConnectionManager.java:574)\n\t at com.ibm.ejs.j2c.ConnectionManager.allocateConnection(ConnectionManager.java:306)\n\t at com.ibm.ws.rsadapter.jdbc.WSJdbcDataSource.getConnection(WSJdbcDataSource.java:140)\n\t at com.ibm.ws.rsadapter.jdbc.WSJdbcDataSource.getConnection(WSJdbcDataSource.java:114)\n\t at web.ODPReadinessCheck.call(ODPReadinessCheck.java:42)\n\t at web.ODPReadinessCheck$Proxy$_$$_WeldClientProxy.call(Unknown Source)\n\t at com.ibm.ws.microprofile.health20.services.impl.HealthCheck20CDIBeanInvokerImpl.checkAllBeans(HealthCheck20CDIBeanInvokerImpl.java:80)\n\t at jdk.internal.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)\n\t at java.base@11.0.19\/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)\n\t at java.base@11.0.19\/java.lang.reflect.Method.invoke(Unknown Source)\n\t at com.ibm.ws.context.service.serializable.ContextualInvocationHandler.invoke(ContextualInvocationHandler.java:77)\n\t at com.ibm.ws.context.service.serializable.ContextualInvocationHandler.invoke(ContextualInvocationHandler.java:99)\n\t at com.sun.proxy.$Proxy151.checkAllBeans(Unknown Source)\n\t at com.ibm.ws.microprofile.health20.services.impl.HealthCheck20ExecutorImpl.runHealthChecks(HealthCheck20ExecutorImpl.java:98)\n\t at com.ibm.ws.microprofile.health20.internal.HealthCheck20ServiceImpl.performHealthCheck(HealthCheck20ServiceImpl.java:137)\n\t at com.ibm.ws.microprofile.health20.internal.servlet.HealthCheckReadinessServlet.service(HealthCheckReadinessServlet.java:43)\n\t at javax.servlet.http.HttpServlet.service(HttpServlet.java:791)\n\t at com.ibm.ws.webcontainer.servlet.ServletWrapper.service(ServletWrapper.java:1258)\n\t at com.ibm.ws.webcontainer.servlet.ServletWrapper.handleRequest(ServletWrapper.java:746)\n\t at com.ibm.ws.webcontainer.servlet.ServletWrapper.handleRequest(ServletWrapper.java:443)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.invokeTarget(WebAppFilterChain.java:193)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.doFilter(WebAppFilterChain.java:98)\n\t at com.ibm.ws.app.manager.wab.internal.OsgiDirectoryProtectionFilter.doFilter(OsgiDirectoryProtectionFilter.java:90)\n\t at com.ibm.ws.webcontainer.filter.FilterInstanceWrapper.doFilter(FilterInstanceWrapper.java:201)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.doFilter(WebAppFilterChain.java:91)\n\t at com.ibm.ws.security.jaspi.JaspiServletFilter.doFilter(JaspiServletFilter.java:56)\n\t at com.ibm.ws.webcontainer.filter.FilterInstanceWrapper.doFilter(FilterInstanceWrapper.java:201)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterChain.doFilter(WebAppFilterChain.java:91)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterManager.doFilter(WebAppFilterManager.java:1002)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterManager.invokeFilters(WebAppFilterManager.java:1140)\n\t at com.ibm.ws.webcontainer.filter.WebAppFilterManager.invokeFilters(WebAppFilterManager.java:1011)\n\t at com.ibm.ws.webcontainer.servlet.CacheServletWrapper.handleRequest(CacheServletWrapper.java:75)\n\t at com.ibm.ws.webcontainer40.servlet.CacheServletWrapper40.handleRequest(CacheServletWrapper40.java:85)\n\t at com.ibm.ws.webcontainer.WebContainer.handleRequest(WebContainer.java:938)\n\t at com.ibm.ws.webcontainer.osgi.DynamicVirtualHost$2.run(DynamicVirtualHost.java:281)\n\t at com.ibm.ws.http.dispatcher.internal.channel.HttpDispatcherLink$TaskWrapper.run(HttpDispatcherLink.java:1184)\n\t at com.ibm.ws.http.dispatcher.internal.channel.HttpDispatcherLink.wrapHandlerAndExecute(HttpDispatcherLink.java:453)\n\t at com.ibm.ws.http.dispatcher.internal.channel.HttpDispatcherLink.ready(HttpDispatcherLink.java:412)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.handleDiscrimination(HttpInboundLink.java:566)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.handleNewRequest(HttpInboundLink.java:500)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.processRequest(HttpInboundLink.java:360)\n\t at com.ibm.ws.http.channel.internal.inbound.HttpInboundLink.ready(HttpInboundLink.java:327)\n\t at com.ibm.ws.tcpchannel.internal.NewConnectionInitialReadCallback.sendToDiscriminators(NewConnectionInitialReadCallback.java:167)\n\t at com.ibm.ws.tcpchannel.internal.NewConnectionInitialReadCallback.complete(NewConnectionInitialReadCallback.java:75)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager.requestComplete(WorkQueueManager.java:514)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager.attemptIO(WorkQueueManager.java:584)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager.workerRun(WorkQueueManager.java:968)\n\t at com.ibm.ws.tcpchannel.internal.WorkQueueManager$Worker.run(WorkQueueManager.java:1057)\n\t at com.ibm.ws.threading.internal.ExecutorServiceImpl$RunnableWrapper.run(ExecutorServiceImpl.java:245)\n\t at java.base@11.0.19\/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)\n\t at java.base@11.0.19\/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)\n\t at java.base@11.0.19\/java.lang.Thread.run(Unknown Source)\n\nThe following table shows the events that have run during this request.\n\nDuration Operation\n45426.439ms + websphere.servlet.service | health | HealthCheckReadinessServlet ","ibm_threadId":"00000070","_timestamp":"2025-07-07T07:01:39.670+0000","event.id":"TRAS0112W","module":"com.ibm.ws.request.timing.manager.SlowRequestManager","log.level":"WARNING","labels.ibm_sequence":"1751871699670_0000000000099","ext_requestID":"AAFbUsRjU5f_AAAAAAAAAej","process.thread.name":"Default Executor-thread-21"}
*** java.lang.instrument ASSERTION FAILED ***: "!errorOutstanding" with message can't create name string at ../src/java.instrument/share/native/libinstrument/JPLISAgent.c line: 827
*** java.lang.instrument ASSERTION FAILED ***: "!errorOutstanding" with message can't create name string at ../src/java.instrument/share/native/libinstrument/JPLISAgent.c line: 827