GWTDOMAIN Hangs When tmshutdown
(Doc ID 2954794.1)
Last updated on JUNE 16, 2023
Applies to:
Oracle Tuxedo - Version 9.1 and laterInformation in this document applies to any platform.
Symptoms
When doing tmshutdown, sometimes it hangs with GWTDOMAIN with following stack.
32260: GWTDOMAIN -g 40 -i 2000 -u machine -U /home/ULOG/ULOG -m 0 -A -t
----------------- lwp# 1 / thread# 1 --------------------
feaab038 lwp_park (0, ffbfd430, 0)
feaa5080 cond_wait_queue (22110, 22120, ffbfd430, 0, 647608b1, 0) + 4c
feaa54c4 cond_wait_common (22110, 22120, ffbfd430, 0, 0, 0) + 294
feaa5658 _cond_timedwait (22110, 22120, ffbfd558, 0, 0, 0) + 34
feaa574c cond_timedwait (22110, 22120, ffbfd558, 1c00, 0, 22120) + 14
feaa578c pthread_cond_timedwait (22110, 22120, ffbfd558, dbb51e0, 3b9aca00, 0) + c
fecfd800 _e_thread_cond_timedwait (1, 22110, 22120, 1, 3e8, 0) + e8
ff0fa79c thrgw_st_loop (fffffffe, 908e3, 41bb0, 55220, ff16030c, ff165b6c) + 100
ff0f6cd4 thrgw_run_svr (41bb0, 0, 57ba8, 220ec, 1400, 220d8) + 1ec
00011890 _tmrunserver (0, 55220, 41bb0, 2, 22000, 21c00) + 34
feef7ea8 _tmstartserver (0, 1c00, 2200c, 708, 400, 1185c) + 21c
0001103c _start (0, 0, 0, 0, 0, 0) + 108
----------------- lwp# 2 / thread# 2 --------------------
ff0f9830 thrgw_rqstrecv_loop(), exit value = 0x00000000
** zombie (exited, not detached, not yet joined) **
----------------- lwp# 3 / thread# 3 --------------------
feaab038 lwp_park (0, fe39be08, 0)
feaa5080 cond_wait_queue (ff167218, ff1671f0, fe39be08, 0, 647608b7, 0) + 4c
feaa54c4 cond_wait_common (ff167218, ff1671f0, fe39be08, 0, 0, 0) + 294
feaa5658 _cond_timedwait (ff167218, ff1671f0, fe39bf30, 0, 0, 0) + 34
feaa574c cond_timedwait (ff167218, ff1671f0, fe39bf30, 1c00, 0, ff1671f0) + 14
feaa578c pthread_cond_timedwait (ff167218, ff1671f0, fe39bf30, 1571bf0, 3b9aca00, 0) + c
fecfd800 _e_thread_cond_timedwait (3, ff167218, ff1671f0, 1, 3e8, 0) + e8
ff0f83cc gw_toMain (ff1671f0, 55220, 8de90, ff165b90, ff162a10, 3e8) + ec
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 4 / thread# 4 --------------------
feaab038 lwp_park (0, fe29bd88, 0)
feaa5080 cond_wait_queue (22250, 22228, fe29bd88, 0, 647608b6, 0) + 4c
feaa54c4 cond_wait_common (22250, 22228, fe29bd88, 0, 0, 0) + 294
feaa5658 _cond_timedwait (22250, 22228, fe29beb0, 0, 0, 0) + 34
feaa574c cond_timedwait (22250, 22228, fe29beb0, 1c00, 3c4, fe3a12fc) + 14
feaa578c pthread_cond_timedwait (22250, 22228, fe29beb0, 22d15c50, 3b9aca00, 5f5e100) + c
fecfd800 _e_thread_cond_timedwait (4, 22250, 22228, 405e, 0, 1900) + e8
ff14aa20 gw_shutdown (86df8, 2, 10000000, 2, 11978, 4b280) + 1f8
ff0fa3ac thrgw_proc_loop (370, 64, ff163568, ff163204, ff1631f8, ff165b50) + 354
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 5 / thread# 5 --------------------
feaae874 pollsys (fe199ba8, 1, fe19bc10, 0)
fea49c04 pselect (fe199ba8, feb26790, fe19bc98, 40, fe19bc10, 0) + 1c8
fea49f7c select (400, fe19bd98, fe19bd18, fe19bc98, fe19bc90, 3e80) + a0
ff04fb04 _e_net_poll (0, 0, 0, 7a120, fe19be9c, 3c8c) + 6cc
ff04bef8 _e_net_icursor (86f30, 0, 0, 1f4, 0, 0) + 810
ff04af04 _e_net_opencursor (86f30, fe19bf6c, 1f4, fe19bf68, 0, ff070d78) + 194
ff0f9ed8 thrgw_nwrecv_loop (5, fe19bf64, 7, 221a0, 86f30, 0) + 1f0
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
31726: GWTDOMAIN -g 39 -i 2000 -u machine -U /home/ULOG/ULOG -m 0 -A -t
----------------- lwp# 1 / thread# 1 --------------------
feaab038 lwp_park (0, ffbfd5e0, 0)
feaa5080 cond_wait_queue (22110, 22120, ffbfd5e0, 0, 647608b1, 0) + 4c
feaa54c4 cond_wait_common (22110, 22120, ffbfd5e0, 0, 0, 0) + 294
feaa5658 _cond_timedwait (22110, 22120, ffbfd708, 0, 0, 0) + 34
feaa574c cond_timedwait (22110, 22120, ffbfd708, 1c00, 0, 22120) + 14
feaa578c pthread_cond_timedwait (22110, 22120, ffbfd708, 25b2c5a8, 3b9aca00, 0) + c
fecfd800 _e_thread_cond_timedwait (1, 22110, 22120, 1, 3e8, 0) + e8
ff0fa79c thrgw_st_loop (fffffffe, 908e4, 41bb0, 55220, ff16030c, ff165b6c) + 100
ff0f6cd4 thrgw_run_svr (41bb0, 0, 57ba8, 220ec, 1400, 220d8) + 1ec
00011890 _tmrunserver (0, 55220, 41bb0, 2, 22000, 21c00) + 34
feef7ea8 _tmstartserver (0, 1c00, 2200c, 708, 400, 1185c) + 21c
0001103c _start (0, 0, 0, 0, 0, 0) + 108
----------------- lwp# 2 / thread# 2 --------------------
feab04b8 msgsys (2, 4100038a, 8d9c8, 11dc, 0, 0)
fea9dd44 msgrcv (4100038a, 8d9c8, 11dc, 0, 0, 0) + 68
ff1341ec thrgw_msgrcv (86bb8, 8d950, 0, fe4bbf84, fe4bbf80, 0) + 180
ff0f9938 thrgw_rqstrecv_loop (41bb0, 4100038a, 86bb8, 4100038a, ff16030c, 57ba8) + 108
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 3 / thread# 3 --------------------
feaab038 lwp_park (0, fe39be08, 0)
feaa5080 cond_wait_queue (ff167218, ff1671f0, fe39be08, 0, 6476085c, 0) + 4c
feaa54c4 cond_wait_common (ff167218, ff1671f0, fe39be08, 0, 0, 0) + 294
feaa5658 _cond_timedwait (ff167218, ff1671f0, fe39bf30, 0, 0, 0) + 34
feaa574c cond_timedwait (ff167218, ff1671f0, fe39bf30, 1c00, 0, ff1671f0) + 14
feaa578c pthread_cond_timedwait (ff167218, ff1671f0, fe39bf30, 4100a00, 3b9aca00, 0) + c
fecfd800 _e_thread_cond_timedwait (3, ff167218, ff1671f0, 1, 3e8, 0) + e8
ff0f83cc gw_toMain (ff1671f0, 55220, 88270, ff165b90, ff162a10, 3e8) + ec
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 4 / thread# 4 --------------------
feaab038 lwp_park (0, fe29bd90, 0)
feaa5080 cond_wait_queue (ff165bf8, ff165c08, fe29bd90, 0, 647608b6, 0) + 4c
feaa54c4 cond_wait_common (ff165bf8, ff165c08, fe29bd90, 0, 0, 0) + 294
feaa5658 _cond_timedwait (ff165bf8, ff165c08, fe29beb8, 0, 0, 0) + 34
feaa574c cond_timedwait (ff165bf8, ff165c08, fe29beb8, 1c00, 0, ff165c08) + 14
feaa578c pthread_cond_timedwait (ff165bf8, ff165c08, fe29beb8, 274b3058, 3b9aca00, 2faf080) + c
fecfd800 _e_thread_cond_timedwait (4, ff165bf8, ff165c08, 1, 0, c80) + e8
ff0c7060 imq_select (86df8, ff165be8, 32, 2, 8, 908e4) + e0
ff0fa5d8 thrgw_proc_loop (908e4, 0, 0, ff163204, ff1631f8, ff165b50) + 580
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 5 / thread# 5 --------------------
feaae874 pollsys (fe199ba8, 1, fe19bc10, 0)
fea49c04 pselect (fe199ba8, feb26790, fe19bc98, 40, fe19bc10, 0) + 1c8
fea49f7c select (400, fe19bd98, fe19bd18, fe19bc98, fe19bc90, 3e80) + a0
ff04fb04 _e_net_poll (0, 0, 0, 7a120, fe19be9c, 3c8c) + 6cc
ff04bef8 _e_net_icursor (86f30, 0, 0, 1f4, 0, 0) + 810
ff04af04 _e_net_opencursor (86f30, fe19bf6c, 1f4, fe19bf68, 0, ff070d78) + 194
ff0f9ed8 thrgw_nwrecv_loop (5, fe19bf64, 7, 221a0, 86f30, 0) + 1f0
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 1 / thread# 1 --------------------
feaab038 lwp_park (0, ffbfd430, 0)
feaa5080 cond_wait_queue (22110, 22120, ffbfd430, 0, 647608b1, 0) + 4c
feaa54c4 cond_wait_common (22110, 22120, ffbfd430, 0, 0, 0) + 294
feaa5658 _cond_timedwait (22110, 22120, ffbfd558, 0, 0, 0) + 34
feaa574c cond_timedwait (22110, 22120, ffbfd558, 1c00, 0, 22120) + 14
feaa578c pthread_cond_timedwait (22110, 22120, ffbfd558, dbb51e0, 3b9aca00, 0) + c
fecfd800 _e_thread_cond_timedwait (1, 22110, 22120, 1, 3e8, 0) + e8
ff0fa79c thrgw_st_loop (fffffffe, 908e3, 41bb0, 55220, ff16030c, ff165b6c) + 100
ff0f6cd4 thrgw_run_svr (41bb0, 0, 57ba8, 220ec, 1400, 220d8) + 1ec
00011890 _tmrunserver (0, 55220, 41bb0, 2, 22000, 21c00) + 34
feef7ea8 _tmstartserver (0, 1c00, 2200c, 708, 400, 1185c) + 21c
0001103c _start (0, 0, 0, 0, 0, 0) + 108
----------------- lwp# 2 / thread# 2 --------------------
ff0f9830 thrgw_rqstrecv_loop(), exit value = 0x00000000
** zombie (exited, not detached, not yet joined) **
----------------- lwp# 3 / thread# 3 --------------------
feaab038 lwp_park (0, fe39be08, 0)
feaa5080 cond_wait_queue (ff167218, ff1671f0, fe39be08, 0, 647608b7, 0) + 4c
feaa54c4 cond_wait_common (ff167218, ff1671f0, fe39be08, 0, 0, 0) + 294
feaa5658 _cond_timedwait (ff167218, ff1671f0, fe39bf30, 0, 0, 0) + 34
feaa574c cond_timedwait (ff167218, ff1671f0, fe39bf30, 1c00, 0, ff1671f0) + 14
feaa578c pthread_cond_timedwait (ff167218, ff1671f0, fe39bf30, 1571bf0, 3b9aca00, 0) + c
fecfd800 _e_thread_cond_timedwait (3, ff167218, ff1671f0, 1, 3e8, 0) + e8
ff0f83cc gw_toMain (ff1671f0, 55220, 8de90, ff165b90, ff162a10, 3e8) + ec
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 4 / thread# 4 --------------------
feaab038 lwp_park (0, fe29bd88, 0)
feaa5080 cond_wait_queue (22250, 22228, fe29bd88, 0, 647608b6, 0) + 4c
feaa54c4 cond_wait_common (22250, 22228, fe29bd88, 0, 0, 0) + 294
feaa5658 _cond_timedwait (22250, 22228, fe29beb0, 0, 0, 0) + 34
feaa574c cond_timedwait (22250, 22228, fe29beb0, 1c00, 3c4, fe3a12fc) + 14
feaa578c pthread_cond_timedwait (22250, 22228, fe29beb0, 22d15c50, 3b9aca00, 5f5e100) + c
fecfd800 _e_thread_cond_timedwait (4, 22250, 22228, 405e, 0, 1900) + e8
ff14aa20 gw_shutdown (86df8, 2, 10000000, 2, 11978, 4b280) + 1f8
ff0fa3ac thrgw_proc_loop (370, 64, ff163568, ff163204, ff1631f8, ff165b50) + 354
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 5 / thread# 5 --------------------
feaae874 pollsys (fe199ba8, 1, fe19bc10, 0)
fea49c04 pselect (fe199ba8, feb26790, fe19bc98, 40, fe19bc10, 0) + 1c8
fea49f7c select (400, fe19bd98, fe19bd18, fe19bc98, fe19bc90, 3e80) + a0
ff04fb04 _e_net_poll (0, 0, 0, 7a120, fe19be9c, 3c8c) + 6cc
ff04bef8 _e_net_icursor (86f30, 0, 0, 1f4, 0, 0) + 810
ff04af04 _e_net_opencursor (86f30, fe19bf6c, 1f4, fe19bf68, 0, ff070d78) + 194
ff0f9ed8 thrgw_nwrecv_loop (5, fe19bf64, 7, 221a0, 86f30, 0) + 1f0
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
31726: GWTDOMAIN -g 39 -i 2000 -u machine -U /home/ULOG/ULOG -m 0 -A -t
----------------- lwp# 1 / thread# 1 --------------------
feaab038 lwp_park (0, ffbfd5e0, 0)
feaa5080 cond_wait_queue (22110, 22120, ffbfd5e0, 0, 647608b1, 0) + 4c
feaa54c4 cond_wait_common (22110, 22120, ffbfd5e0, 0, 0, 0) + 294
feaa5658 _cond_timedwait (22110, 22120, ffbfd708, 0, 0, 0) + 34
feaa574c cond_timedwait (22110, 22120, ffbfd708, 1c00, 0, 22120) + 14
feaa578c pthread_cond_timedwait (22110, 22120, ffbfd708, 25b2c5a8, 3b9aca00, 0) + c
fecfd800 _e_thread_cond_timedwait (1, 22110, 22120, 1, 3e8, 0) + e8
ff0fa79c thrgw_st_loop (fffffffe, 908e4, 41bb0, 55220, ff16030c, ff165b6c) + 100
ff0f6cd4 thrgw_run_svr (41bb0, 0, 57ba8, 220ec, 1400, 220d8) + 1ec
00011890 _tmrunserver (0, 55220, 41bb0, 2, 22000, 21c00) + 34
feef7ea8 _tmstartserver (0, 1c00, 2200c, 708, 400, 1185c) + 21c
0001103c _start (0, 0, 0, 0, 0, 0) + 108
----------------- lwp# 2 / thread# 2 --------------------
feab04b8 msgsys (2, 4100038a, 8d9c8, 11dc, 0, 0)
fea9dd44 msgrcv (4100038a, 8d9c8, 11dc, 0, 0, 0) + 68
ff1341ec thrgw_msgrcv (86bb8, 8d950, 0, fe4bbf84, fe4bbf80, 0) + 180
ff0f9938 thrgw_rqstrecv_loop (41bb0, 4100038a, 86bb8, 4100038a, ff16030c, 57ba8) + 108
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 3 / thread# 3 --------------------
feaab038 lwp_park (0, fe39be08, 0)
feaa5080 cond_wait_queue (ff167218, ff1671f0, fe39be08, 0, 6476085c, 0) + 4c
feaa54c4 cond_wait_common (ff167218, ff1671f0, fe39be08, 0, 0, 0) + 294
feaa5658 _cond_timedwait (ff167218, ff1671f0, fe39bf30, 0, 0, 0) + 34
feaa574c cond_timedwait (ff167218, ff1671f0, fe39bf30, 1c00, 0, ff1671f0) + 14
feaa578c pthread_cond_timedwait (ff167218, ff1671f0, fe39bf30, 4100a00, 3b9aca00, 0) + c
fecfd800 _e_thread_cond_timedwait (3, ff167218, ff1671f0, 1, 3e8, 0) + e8
ff0f83cc gw_toMain (ff1671f0, 55220, 88270, ff165b90, ff162a10, 3e8) + ec
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 4 / thread# 4 --------------------
feaab038 lwp_park (0, fe29bd90, 0)
feaa5080 cond_wait_queue (ff165bf8, ff165c08, fe29bd90, 0, 647608b6, 0) + 4c
feaa54c4 cond_wait_common (ff165bf8, ff165c08, fe29bd90, 0, 0, 0) + 294
feaa5658 _cond_timedwait (ff165bf8, ff165c08, fe29beb8, 0, 0, 0) + 34
feaa574c cond_timedwait (ff165bf8, ff165c08, fe29beb8, 1c00, 0, ff165c08) + 14
feaa578c pthread_cond_timedwait (ff165bf8, ff165c08, fe29beb8, 274b3058, 3b9aca00, 2faf080) + c
fecfd800 _e_thread_cond_timedwait (4, ff165bf8, ff165c08, 1, 0, c80) + e8
ff0c7060 imq_select (86df8, ff165be8, 32, 2, 8, 908e4) + e0
ff0fa5d8 thrgw_proc_loop (908e4, 0, 0, ff163204, ff1631f8, ff165b50) + 580
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
----------------- lwp# 5 / thread# 5 --------------------
feaae874 pollsys (fe199ba8, 1, fe19bc10, 0)
fea49c04 pselect (fe199ba8, feb26790, fe19bc98, 40, fe19bc10, 0) + 1c8
fea49f7c select (400, fe19bd98, fe19bd18, fe19bc98, fe19bc90, 3e80) + a0
ff04fb04 _e_net_poll (0, 0, 0, 7a120, fe19be9c, 3c8c) + 6cc
ff04bef8 _e_net_icursor (86f30, 0, 0, 1f4, 0, 0) + 810
ff04af04 _e_net_opencursor (86f30, fe19bf6c, 1f4, fe19bf68, 0, ff070d78) + 194
ff0f9ed8 thrgw_nwrecv_loop (5, fe19bf64, 7, 221a0, 86f30, 0) + 1f0
feaaaf98 _lwp_start (0, 0, 0, 0, 0, 0)
Cause
To view full details, sign in with your My Oracle Support account. |
|
Don't have a My Oracle Support account? Click to get started! |
In this Document
| Symptoms |
| Cause |
| Solution |