Subject Re: FB SS 2.0.1 on Gentoo Hangs after 30 minutes and does not accept any connect
Author Stan
I just reproduced with a Debug build. Here are the backtraces from
all 14 threads.

Should I be posting on the dev-list?

thanks,

stan


---------------------------------------------

Thread 14 (Thread -1223599216 (LWP 14524)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b027de in sem_wait@GLIBC_2.0 () from /lib/libpthread.so.0
#2 0x08053078 in shutdown_thread (arg=0x0) at
../src/common/classes/semaphore.h:344
#3 0x08071ae9 in threadStart (arg=0xb79f814c) at
../src/jrd/ThreadData.cpp:272
#4 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#5 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 13 (Thread -1232057456 (LWP 14525)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xb6904208,
values=0xb690420c, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb7aedfe0) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x0805a855 in loopThread (flags=0x2) at ../src/jrd/thread_proto.h:12
#7 0x08071ae9 in threadStart (arg=0xb7aef780) at
../src/jrd/ThreadData.cpp:272
#8 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#9 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 12 (Thread -1282417776 (LWP 14530)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xb38fd208,
values=0xb38fd20c, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb7aee1fc) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x0805a855 in loopThread (flags=0x2) at ../src/jrd/thread_proto.h:12
#7 0x08071ae9 in threadStart (arg=0xb7aea300) at
../src/jrd/ThreadData.cpp:272
#8 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#9 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 11 (Thread -1299203184 (LWP 14545)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xb28f1048,
values=0xb28f104c, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb7af3ec0) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x081a4cb5 in Jrd::BackupManager::lock_state (this=0xb78c3724,
tdbb=0xb28fac20, thread_exit=true) at ../src/jrd/thread_proto.h:12
#7 0x080e8337 in update_write_direction (tdbb=0xb28fac20,
bdb=0xb7915a1c) at ../src/jrd/cch.cpp:5995
#8 0x080e537f in CCH_mark (tdbb=0xb28fac20, window=0xfffffffc,
mark_system=0) at ../src/jrd/cch.cpp:1779
#9 0x080dda6b in insert_node (tdbb=0xb28fac20, window=0xb28f8670,
insertion=0xb28f9760, new_key=0xb28f7660, new_record_number=0xb28f7650,
original_page=0xb28f654c, sibling_page=0xb28f6558) at
../src/jrd/cch_proto.h:111
#10 0x080d8f1a in add_node (tdbb=0xb28fac20, window=0xb28f8670,
insertion=0xb28f9760, new_key=0xb28f7660, new_record_number=0xb28f7650,
original_page=0xb28f654c, sibling_page=0xb28f6558) at
../src/jrd/btr.cpp:2168
#11 0x080d8d3f in add_node (tdbb=0xb28fac20, window=0xb28f8670,
insertion=0xb28f9760, new_key=0xb28f7660,
new_record_number=0xb28f7650, original_page=0x0,
sibling_page=0x0) at ../src/jrd/btr.cpp:2202
#12 0x080d60ed in BTR_insert (tdbb=0xb28fac20, root_window=0xb28f9740,
insertion=0xb28f9760) at ../src/jrd/btr.cpp:911
#13 0x08125163 in insert_key (tdbb=0xb28fac20, relation=0xfffffffc,
record=0xb770a810, transaction=0xfffffffc, window_ptr=0xb28f9740,
insertion=0xb28f9760,
bad_relation=0xfffffffc, bad_index=0xfffffffc) at
../src/jrd/idx.cpp:1494
#14 0x081248d4 in IDX_store (tdbb=0xb28fac20, rpb=0xb7713178,
transaction=0xb7811d84, bad_relation=0xb28fa8a4, bad_index=0xb28fa8aa)
at ../src/jrd/idx.cpp:941
#15 0x0811922d in store (tdbb=0xb28fac20, node=0xb776631c,
which_trig=0) at ../src/jrd/exe.cpp:3402
#16 0x0811612f in looper (tdbb=0xb28fac20, request=0xb7713008,
in_node=0xb7713008) at ../src/jrd/exe.cpp:2399
#17 0x081154f8 in execute_looper (tdbb=0xb28fac20, request=0xb7713008,
transaction=0xb7811d84, next_state=4294967292) at ../src/jrd/exe.cpp:1251
#18 0x08114b70 in EXE_receive (tdbb=0xb28fac20, request=0xb7713008,
msg=1, length=2, buffer=0xb7767ff0 " çp· kBP") at ../src/jrd/exe.cpp:599
#19 0x08117bb3 in execute_procedure (tdbb=0xb28fac20, node=0xb7713d5c)
at ../src/jrd/exe.cpp:1384
#20 0x08116274 in looper (tdbb=0xb28fac20, request=0xb77126f4,
in_node=0xb7713d5c) at ../src/jrd/exe.cpp:1707
#21 0x081154f8 in execute_looper (tdbb=0xb28fac20, request=0xb77126f4,
transaction=0xb7811d84, next_state=4294967292) at ../src/jrd/exe.cpp:1251
#22 0x08114e07 in EXE_send (tdbb=0xb28fac20, request=0xb77126f4,
msg=0, length=9972, buffer=0xb77222fc "") at ../src/jrd/exe.cpp:813
#23 0x0814af18 in jrd8_start_and_send (user_status=0xb28fb1b0,
req_handle=0xfffffffc, tra_handle=0xfffffffc, msg_type=0, msg_length=96,
msg=0xfffffffc <Address 0xfffffffc out of bounds>, level=0) at
../src/jrd/jrd.cpp:3686
#24 0x0807b577 in isc_start_and_send (user_status=0xb28fb1b0,
req_handle=0xfffffffc, tra_handle=0xfffffffc, msg_type=0, msg_length=96,
msg=0x2afd <Address 0x2afd out of bounds>, level=0) at
../src/jrd/why.cpp:4670
#25 0x081c9fd0 in execute_request (request=0xb7722be4,
trans_handle=0xb28fafe0, in_blr_length=32, in_blr=0xb79f2258
"\004\002\004", in_msg_length=96,
in_msg=0xb7aee7ec "\002", out_blr_length=0, out_blr=0x0,
out_msg_length=0, out_msg=0x0, singleton=false) at
../src/dsql/dsql.cpp:3332
#26 0x081c79e1 in GDS_DSQL_EXECUTE_CPP (user_status=0xfffffffc,
trans_handle=0xb28fb1ac, req_handle=0xfffffffc, in_blr_length=32,
in_blr=0xfffffffc <Address 0xfffffffc out of bounds>,
in_msg_type=0, in_msg_length=90, in_msg=0xfffffffc <Address 0xfffffffc
out of bounds>,
out_blr_length=0, out_blr=0xfffffffc <Address 0xfffffffc out of
bounds>, out_msg_type=0, out_msg_length=0,
out_msg=0xfffffffc <Address 0xfffffffc out of bounds>) at
../src/dsql/dsql.cpp:565
#27 0x08077b76 in isc_dsql_execute2_m (user_status=0xb28fb1b0,
tra_handle=0xb28fb1ac, stmt_handle=0xfffffffc, in_blr_length=32,
in_blr=0xb79f2258 "\004\002\004", in_msg_type=0, in_msg_length=90,
in_msg=0xb7aee7ec "\002", out_blr_length=0, out_blr=0x0, out_msg_type=0,
out_msg_length=0, out_msg=0x0) at ../src/jrd/why.cpp:2328
#28 0x08055245 in rem_port::execute_statement (this=0xb7ae5fc0,
op=op_execute, sqldata=0xb28fb1b0, sendL=0xb79f24c8) at
../src/remote/server.cpp:2029
#29 0x0805757b in process_packet (port=0xb7ae5fc0, sendL=0xb79f24c8,
receive=0xb79f2748, result=0xb28fb378) at ../src/remote/server.cpp:3344
#30 0x0805a9a4 in loopThread (flags=0x2) at ../src/remote/server.cpp:4950
#31 0x08071ae9 in threadStart (arg=0xb7aea490) at
../src/jrd/ThreadData.cpp:272
#32 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#33 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 10 (Thread -1324381296 (LWP 14934)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xb10f8208,
values=0xb10f820c, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb7aee190) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x0805a855 in loopThread (flags=0x2) at ../src/jrd/thread_proto.h:12
#7 0x08071ae9 in threadStart (arg=0xb7aeee1c) at
../src/jrd/ThreadData.cpp:272
#8 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#9 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 9 (Thread -1332774000 (LWP 14935)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xb08f7208,
values=0xb08f720c, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb7aee04c) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x0805a855 in loopThread (flags=0x2) at ../src/jrd/thread_proto.h:12
#7 0x08071ae9 in threadStart (arg=0xb79e8910) at
../src/jrd/ThreadData.cpp:272
#8 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#9 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 8 (Thread -1341166704 (LWP 14936)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xb00f6208,
values=0xb00f620c, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb7aee124) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x0805a855 in loopThread (flags=0x2) at ../src/jrd/thread_proto.h:12
#7 0x08071ae9 in threadStart (arg=0xb79f66f0) at
../src/jrd/ThreadData.cpp:272
#8 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#9 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 7 (Thread -1290810480 (LWP 16498)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xb30fc208,
values=0xb30fc20c, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb7aee0b8) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x0805a855 in loopThread (flags=0x2) at ../src/jrd/thread_proto.h:12
#7 0x08071ae9 in threadStart (arg=0xb79f185c) at
../src/jrd/ThreadData.cpp:272
#8 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#9 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 6 (Thread -1307595888 (LWP 17927)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xb20fa098,
values=0xb20fa09c, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb7aea218) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x080e66cc in cache_writer (arg=0xb79124c8) at
../src/jrd/thread_proto.h:12
#7 0x08071ae9 in threadStart (arg=0xb7aea1e0) at
../src/jrd/ThreadData.cpp:272
#8 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#9 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 5 (Thread -1274025072 (LWP 17928)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b02f5e in __lll_mutex_lock_wait () from /lib/libpthread.so.0
#2 0xb7b00eb5 in pthread_cond_broadcast@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#3 0xb7be0406 in pthread_cond_broadcast () from /lib/libc.so.6
#4 0xfc438dff in ?? ()
#5 0x00218ee8 in ?? ()
#6 0x8de3eb00 in ?? ()
#7 0x84e8fc43 in ?? ()
#8 0xeb000021 in ?? ()
#9 0xffffba9a in ?? ()
#10 0x01b97fff in ?? ()
#11 0xb8000000 in ?? ()
#12 0x000000f0 in ?? ()
Cannot access memory at address 0xffff7bed

Thread 4 (Thread -1349559408 (LWP 17929)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xaf8f4ff8,
values=0xaf8f4ffc, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb79f0cd0) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x0819f393 in garbage_collector (arg=0xb78624c8) at
../src/jrd/thread_proto.h:12
#7 0x08071ae9 in threadStart (arg=0xb7aea1cc) at
../src/jrd/ThreadData.cpp:272
#8 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#9 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 3 (Thread -1357952112 (LWP 17930)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xaf0f3ff8,
values=0xaf0f3ffc, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb7aea3a8) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x0819ea20 in garbage_collector (arg=0xb79124c8) at
../src/jrd/thread_proto.h:12
#7 0x08071ae9 in threadStart (arg=0xb7aea1cc) at
../src/jrd/ThreadData.cpp:272
#8 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#9 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 2 (Thread -1315988592 (LWP 17931)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xb18f8f88,
values=0xb18f8f8c, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb7894f38) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x0814c904 in JRD_reschedule (tdbb=0xb18f91d0, quantum=10,
punt=true) at ../src/jrd/thread_proto.h:12
#7 0x0819f1a6 in garbage_collector (arg=0xb79124c8) at
../src/jrd/vio.cpp:3846
#8 0x08071ae9 in threadStart (arg=0xb79f2034) at
../src/jrd/ThreadData.cpp:272
#9 0xb7afc4ab in start_thread () from /lib/libpthread.so.0
#10 0xb7bd4f0e in clone () from /lib/libc.so.6

Thread 1 (Thread -1213245760 (LWP 14521)):
#0 0xffffe410 in __kernel_vsyscall ()
#1 0xb7b008f6 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/libpthread.so.0
#2 0xb7be04dd in pthread_cond_wait () from /lib/libc.so.6
#3 0x0806cd87 in ISC_event_wait (count=1, events=0xbfcc6958,
values=0xbfcc695c, micro_seconds=0, timeout_handler=0, handler_arg=0x0)
at ../src/jrd/isc_sync.cpp:698
#4 0x0806f565 in stall (thread=0xb79f0b68) at ../src/jrd/sch.cpp:962
#5 0x0806e9e6 in SCH_enter () at ../src/jrd/sch.cpp:443
#6 0x081fc97c in select_wait (main_port=0xb7aefdc0, selct=0x82ec7a0)
at ../src/jrd/thread_proto.h:12
#7 0x081fbebe in select_multi (main_port=0xb7aefdc0,
buffer=0xbfcc6df0 "", bufsize=8192, length=0xbfcc6dee) at
../src/remote/inet.cpp:2418
#8 0x0820c705 in rem_port::select_multi (this=0x0, buffer=0xfffffffc
<Address 0xfffffffc out of bounds>, bufsize=-28907, length=0xfffffffc)
at ../src/remote/remote.cpp:814
#9 0x080537ab in SRVR_multi_thread (main_port=0xb7aefdc0, flags=2) at
../src/remote/server.cpp:459
#10 0x08052c95 in server_main (argc=-4, argv=0xbfccfeb0) at
../src/remote/inet_server.cpp:427
#11 0x0805ad09 in main (argc=-4, argv=0xfffffffc) at
../src/remote/server_stub.cpp:12
#0 0xffffe410 in __kernel_vsyscall ()
The program is running. Quit anyway (and detach it)? (y or n)
Detaching from program: /opt/firebird/bin/fbserver, process 14521