Attachment 837512 Details for Bug 1029870 – stacktraces -- db_open and checkpoint threads are hanging

stacktraces -- db_open and checkpoint threads are hanging

stacktrace.1029870.txt (text/plain), 9.19 KB, created by Noriko Hosoi on 2013-12-17 01:44:26 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Noriko Hosoi

Created: 2013-12-17 01:44:26 UTC

Size: 9.19 KB

patch

obsolete

>(gdb) thread apply all bt
>
>Thread 5 (Thread 0x7fe52b11a700 (LWP 13570)):
>#0  0x00007fe5366cc9f3 in select () from /lib64/libc.so.6
>#1  0x00007fe538a3c769 in DS_Sleep (ticks=ticks@entry=100) at ldap/servers/slapd/util.c:1108
>#2  0x00007fe52ef79707 in deadlock_threadmain (param=<optimized out>)
>    at ldap/servers/slapd/back-ldbm/dblayer.c:4329
>#3  0x00007fe537005e61 in _pt_root () from /lib64/libnspr4.so
>#4  0x00007fe5369a7de3 in start_thread () from /lib64/libpthread.so.0
>#5  0x00007fe5366d526d in clone () from /lib64/libc.so.6
>
>Thread 4 (Thread 0x7fe52a919700 (LWP 13571)):
>#0  0x00007fe5369ab6f5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00007fe531530f63 in __db_pthread_mutex_condwait (env=0x7fe53aa4dd30, mutex=0, timespec=0x0, 
>    mutexp=<optimized out>) at ../../src/mutex/mut_pthread.c:321
>#2  __db_hybrid_mutex_suspend (env=env@entry=0x7fe53aa4dd30, mutex=mutex@entry=1724, 
>    timespec=timespec@entry=0x0, exclusive=exclusive@entry=1) at ../../src/mutex/mut_pthread.c:577
>#3  0x00007fe531530440 in __db_tas_mutex_lock_int (nowait=0, timeout=<optimized out>, 
>    mutex=<optimized out>, env=0x7fe53aa4dd30, env@entry=0x7fe52bae51d4) at ../../src/mutex/mut_tas.c:255
>#4  __db_tas_mutex_lock (env=env@entry=0x7fe53aa4dd30, mutex=1724, timeout=timeout@entry=0)
>    at ../../src/mutex/mut_tas.c:286
>#5  0x00007fe53163b19f in __log_flush_int (dblp=dblp@entry=0x7fe53aa50fe0, 
>    lsnp=lsnp@entry=0x7fe52a9178c0, release=release@entry=1) at ../../src/log/log_put.c:1046
>#6  0x00007fe53163bf75 in __log_flush_commit (flags=11, lsnp=0x7fe52a9178a0, env=0x7fe53aa4dd30)
>    at ../../src/log/log_put.c:538
>#7  __log_put (env=env@entry=0x7fe53aa4dd30, lsnp=lsnp@entry=0x7fe52a917a90, 
>    udbt=udbt@entry=0x7fe52a917ab0, flags=flags@entry=11) at ../../src/log/log_put.c:312
>#8  0x00007fe53163cfde in __log_put_record_int (env=0x7fe53aa4dd30, dbp=<optimized out>, txnp=0x0, 
>    ret_lsnp=0x7fe52a917c80, flags=3, rectype=11, has_data=has_data@entry=0, size=size@entry=44, 
>    spec=spec@entry=0x7fe5318b1540 <__txn_ckp_desc>, argp=argp@entry=0x7fe52a917b48)
>    at ../../src/log/log_put.c:2002
>#9  0x00007fe53163ddb0 in __log_put_record (env=env@entry=0x7fe53aa4dd30, dbp=dbp@entry=0x0, 
>    txnp=txnp@entry=0x0, ret_lsnp=ret_lsnp@entry=0x7fe52a917c80, flags=flags@entry=3, 
>    rectype=rectype@entry=11, has_data=has_data@entry=0, size=size@entry=44, 
>    spec=0x7fe5318b1540 <__txn_ckp_desc>) at ../../src/log/log_put.c:1743
>#10 0x00007fe531660db1 in __txn_ckp_log (spare=0, envid=2297761911, timestamp=<optimized out>, 
>    last_ckp=0x7fe52a917c90, ckp_lsn=0x7fe52a917c80, flags=3, ret_lsnp=0x7fe52a917c80, txnp=0x0, 
>    env=0x7fe53aa4dd30) at ../../src/dbinc_auto/txn_auto.h:92
>#11 __txn_checkpoint (env=env@entry=0x7fe53aa4dd30, kbytes=kbytes@entry=0, minutes=minutes@entry=0, 
>    flags=flags@entry=1) at ../../src/txn/txn_chkpt.c:300
>#12 0x00007fe5316610dc in __txn_checkpoint_pp (dbenv=<optimized out>, kbytes=0, minutes=0, flags=1)
>    at ../../src/txn/txn_chkpt.c:81
>#13 0x00007fe52ef79877 in dblayer_force_checkpoint (li=li@entry=0x7fe5396b8880)
>    at ldap/servers/slapd/back-ldbm/dblayer.c:5061
>#14 0x00007fe52ef79a18 in checkpoint_threadmain (param=0x7fe5396b8880)
>    at ldap/servers/slapd/back-ldbm/dblayer.c:4464
>#15 0x00007fe537005e61 in _pt_root () from /lib64/libnspr4.so
>---Type <return> to continue, or q <return> to quit---
>#16 0x00007fe5369a7de3 in start_thread () from /lib64/libpthread.so.0
>#17 0x00007fe5366d526d in clone () from /lib64/libc.so.6
>
>Thread 3 (Thread 0x7fe52a118700 (LWP 13572)):
>#0  0x00007fe5366cc9f3 in select () from /lib64/libc.so.6
>#1  0x00007fe538a3c769 in DS_Sleep (ticks=ticks@entry=250) at ldap/servers/slapd/util.c:1108
>#2  0x00007fe52ef79ecf in trickle_threadmain (param=<optimized out>)
>    at ldap/servers/slapd/back-ldbm/dblayer.c:4634
>#3  0x00007fe537005e61 in _pt_root () from /lib64/libnspr4.so
>#4  0x00007fe5369a7de3 in start_thread () from /lib64/libpthread.so.0
>#5  0x00007fe5366d526d in clone () from /lib64/libc.so.6
>
>Thread 2 (Thread 0x7fe529917700 (LWP 13573)):
>#0  0x00007fe5366cc9f3 in select () from /lib64/libc.so.6
>#1  0x00007fe538a3c769 in DS_Sleep (ticks=<optimized out>) at ldap/servers/slapd/util.c:1108
>#2  0x00007fe52efc67b4 in perfctrs_wait (milliseconds=milliseconds@entry=1000, priv=<optimized out>, 
>    db_env=<optimized out>) at ldap/servers/slapd/back-ldbm/perfctrs.c:277
>#3  0x00007fe52ef74c77 in perf_threadmain (param=<optimized out>)
>    at ldap/servers/slapd/back-ldbm/dblayer.c:3829
>#4  0x00007fe537005e61 in _pt_root () from /lib64/libnspr4.so
>#5  0x00007fe5369a7de3 in start_thread () from /lib64/libpthread.so.0
>#6  0x00007fe5366d526d in clone () from /lib64/libc.so.6
>
>Thread 1 (Thread 0x7fe538e9a840 (LWP 13504)):
>#0  0x00007fe5369ab6f5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
>#1  0x00007fe531530f63 in __db_pthread_mutex_condwait (env=0x7fe53aa4dd30, mutex=0, timespec=0x0, 
>    mutexp=<optimized out>) at ../../src/mutex/mut_pthread.c:321
>#2  __db_hybrid_mutex_suspend (env=env@entry=0x7fe53aa4dd30, mutex=mutex@entry=1318, 
>    timespec=timespec@entry=0x0, exclusive=exclusive@entry=1) at ../../src/mutex/mut_pthread.c:577
>#3  0x00007fe531530440 in __db_tas_mutex_lock_int (nowait=0, timeout=<optimized out>, 
>    mutex=<optimized out>, env=0x7fe53aa4dd30, env@entry=0x7fe52bad60c4) at ../../src/mutex/mut_tas.c:255
>#4  __db_tas_mutex_lock (env=env@entry=0x7fe53aa4dd30, mutex=1318, timeout=timeout@entry=0)
>    at ../../src/mutex/mut_tas.c:286
>#5  0x00007fe53163b19f in __log_flush_int (dblp=dblp@entry=0x7fe53aa50fe0, 
>    lsnp=lsnp@entry=0x7ffff38b32d0, release=release@entry=1) at ../../src/log/log_put.c:1046
>#6  0x00007fe53163bf75 in __log_flush_commit (flags=10, lsnp=0x7ffff38b32b0, env=0x7fe53aa4dd30)
>    at ../../src/log/log_put.c:538
>#7  __log_put (env=env@entry=0x7fe53aa4dd30, lsnp=lsnp@entry=0x7fe52bdd80f8, 
>    udbt=udbt@entry=0x7ffff38b34c0, flags=flags@entry=10) at ../../src/log/log_put.c:312
>#8  0x00007fe53163cfde in __log_put_record_int (env=0x7fe53aa4dd30, dbp=<optimized out>, 
>    txnp=0x7fe53a757630, ret_lsnp=0x7ffff38b3670, flags=2, rectype=143, has_data=has_data@entry=0, 
>    size=size@entry=90, spec=spec@entry=0x7fe5318b0fc0 <__fop_create_desc>, 
>    argp=argp@entry=0x7ffff38b3558) at ../../src/log/log_put.c:2002
>#9  0x00007fe53163ddb0 in __log_put_record (env=env@entry=0x7fe53aa4dd30, dbp=dbp@entry=0x0, 
>    txnp=txnp@entry=0x7fe53a757630, ret_lsnp=ret_lsnp@entry=0x7ffff38b3670, flags=flags@entry=2, 
>    rectype=rectype@entry=143, has_data=has_data@entry=0, size=90, 
>    spec=0x7fe5318b0fc0 <__fop_create_desc>) at ../../src/log/log_put.c:1743
>#10 0x00007fe53162b600 in __fop_create_log (mode=384, appname=1, dirname=0x7ffff38b36c0, 
>    name=0x7ffff38b3690, flags=2, ret_lsnp=0x7ffff38b3670, txnp=0x7fe53a757630, env=0x7fe53aa4dd30)
>    at ../../src/dbinc_auto/fileops_auto.h:40
>#11 __fop_create (env=env@entry=0x7fe53aa4dd30, txn=0x7fe53a757630, fhpp=fhpp@entry=0x7ffff38b37c0, 
>    name=0x7fe53a5a7c70 "BE_2569/8000021d.97b57a9a", dirp=dirp@entry=0x7fe53aa4df20, 
>    appname=appname@entry=DB_APP_DATA, mode=mode@entry=384, flags=flags@entry=0)
>    at ../../src/fileops/fop_basic.c:92
>#12 0x00007fe53162ecbb in __fop_file_setup (dbp=dbp@entry=0x7fe53aa4dec0, ip=ip@entry=0x0, 
>    txn=<optimized out>, txn@entry=0x7fe53a89a770, name=name@entry=0x7fe539a57de0 "BE_2569/id2entry.db", 
>    mode=mode@entry=384, flags=flags@entry=33, retidp=retidp@entry=0x7ffff38b3ad4)
>    at ../../src/fileops/fop_util.c:612
>#13 0x00007fe531604346 in __db_open (dbp=dbp@entry=0x7fe53aa4dec0, ip=0x0, txn=0x7fe53a89a770, 
>    fname=fname@entry=0x7fe539a57de0 "BE_2569/id2entry.db", dname=dname@entry=0x0, 
>    type=type@entry=DB_BTREE, flags=flags@entry=33, mode=mode@entry=384, meta_pgno=meta_pgno@entry=0)
>    at ../../src/db/db_open.c:187
>#14 0x00007fe5315fe466 in __db_open_pp (dbp=0x7fe53aa4dec0, txn=0x7fe53a89a770, 
>    fname=0x7fe539a57de0 "BE_2569/id2entry.db", dname=0x0, type=DB_BTREE, flags=33, mode=384)
>    at ../../src/db/db_iface.c:1191
>#15 0x00007fe52ef7b3c5 in dblayer_instance_start (be=be@entry=0x7fe53966e7e0, mode=mode@entry=2)
>    at ldap/servers/slapd/back-ldbm/dblayer.c:2271
>#16 0x00007fe52ef99b5d in ldbm_instance_start (be=0x7fe53966e7e0)
>    at ldap/servers/slapd/back-ldbm/instance.c:293
>#17 0x00007fe52ef99ca6 in ldbm_instance_startall (li=0x7fe5396b8880)
>    at ldap/servers/slapd/back-ldbm/instance.c:345
>#18 0x00007fe52efc8757 in ldbm_back_start (pb=<optimized out>)
>    at ldap/servers/slapd/back-ldbm/start.c:265
>#19 0x00007fe538a12995 in plugin_call_func (list=0x7fe5396b9f00, operation=operation@entry=212, 
>    pb=0x7fe539a2fe40, call_one=call_one@entry=1) at ldap/servers/slapd/plugin.c:1453
>#20 0x00007fe538a13454 in plugin_call_one (pb=<optimized out>, operation=212, list=<optimized out>)
>    at ldap/servers/slapd/plugin.c:1421
>#21 plugin_dependency_startall (argc=argc@entry=7, argv=argv@entry=0x7ffff38b5a28, 
>    errmsg=<optimized out>, operation=212) at ldap/servers/slapd/plugin.c:1210
>#22 0x00007fe538a138a1 in plugin_startall (argc=argc@entry=7, argv=argv@entry=0x7ffff38b5a28, 
>    start_backends=start_backends@entry=1, start_global=start_global@entry=1)
>    at ldap/servers/slapd/plugin.c:1394
>#23 0x00007fe538ec960d in main (argc=7, argv=0x7ffff38b5a28) at ldap/servers/slapd/main.c:1187
>(gdb) q
>A debugging session is active.
>
>	Inferior 1 [process 13504] will be detached.
>

Actions: View

Attachments on bug 1029870: 823383 | 837512