Attachment 686925 Details for Bug 903763 – File: backtrace

File: backtrace

backtrace (text/plain), 14.17 KB, created by Franck C. on 2013-01-24 19:37:55 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Franck C.

Created: 2013-01-24 19:37:55 UTC

Size: 14.17 KB

patch

obsolete

>[New LWP 6997]
>[New LWP 6998]
>[Thread debugging using libthread_db enabled]
>Using host libthread_db library "/lib64/libthread_db.so.1".
>Core was generated by `corosync'.
>Program terminated with signal 7, Bus error.
>#0  0x0000003d7bc09c18 in qb_rb_chunk_alloc (rb=0x1743a80, len=len@entry=571) at ringbuffer.c:424
>424		rb->shared_data[write_pt] = 0;
>
>Thread 2 (Thread 0x7f54a8a51700 (LWP 6998)):
>#0  sem_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/sem_wait.S:86
>No locals.
>#1  0x0000003d7bc130f3 in qb_logt_worker_thread (data=<optimized out>) at log_thread.c:71
>        rec = <optimized out>
>        dropped = <optimized out>
>        res = <optimized out>
>#2  0x0000003d79c07d14 in start_thread (arg=0x7f54a8a51700) at pthread_create.c:309
>        __res = <optimized out>
>        pd = 0x7f54a8a51700
>        now = <optimized out>
>        unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140001583372032, 8633300207284990388, 0, 264025276416, 140001583372032, 0, -8545873286949031500, 8625896649105420724}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}}
>        not_first_call = 0
>        pagesize_m1 = <optimized out>
>        sp = <optimized out>
>        freesize = <optimized out>
>#3  0x0000003d794f168d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:115
>No locals.
>
>Thread 1 (Thread 0x7f54a9a52740 (LWP 6997)):
>#0  0x0000003d7bc09c18 in qb_rb_chunk_alloc (rb=0x1743a80, len=len@entry=571) at ringbuffer.c:424
>        write_pt = 0
>#1  0x0000003d7bc136a1 in _blackbox_vlogger (target=<optimized out>, cs=0x632848, timestamp=1358953166, ap=0x7fff915eef48) at log_blackbox.c:69
>        max_size = 571
>        actual_size = 59
>        fn_size = 34
>        chunk = <optimized out>
>        msg_len_pt = <optimized out>
>        msg_len = <optimized out>
>        t = 0x3d7be24930
>#2  0x0000003d7bc11711 in qb_log_real_va_ (cs=0x632848, ap=ap@entry=0x7fff915ef1b8) at log.c:184
>        found_threaded = <optimized out>
>        t = 0x3d7be24930
>        tv = {tv_sec = 1358953166, tv_nsec = 389527347}
>        pos = <optimized out>
>        formatted = 0
>        buf = "\b\362^\221\377\177\000\000}\024\247\250T\177\000\000\000\000\000\000\000\000\000\000\002\000\000\000\000\000\000\000\060I\342{=\000\000\000?\200\301{=\000\000\000\260H}\001\000\000\000\000 \000\000\000\000\000\000\000,\232\301{=\000\000\000\000\002\000\000\000\000\000\000\327\034\247\250T\177\000\000\375K\301{=\000\000\000\316\372\377P\000\000\000\000\341\312A^;\000\000\000\000+b^;\000\000\000\060\000\000\000\000\000\000\000\200:t\001\000\000\000\000\210:\336\001\000\000\000\000\313\034\247\250T\177\000\000\230\360^\221\377\177\000\000/\000\000\000\000\000\000\000\327\034\247\250T\177\000\000\060I\342{=\000\000\000\365\066\301{=\000\000\000\064U\245\250T\177\000\000\265\034\247\250T\177\000\000,\000\000\000\000\000\000\000\002\000\000\000\000\000\000\000\060I\342{=\000\000\000`\b\342{=\000\000\000\210:\336\001\000\000\000\000"...
>        str = 0x7fff915eef60 "\b\362^\221\377\177"
>        ap_copy = {{gp_offset = 8, fp_offset = 48, overflow_arg_area = 0x7fff915ef290, reg_save_area = 0x7fff915ef1d0}}
>#3  0x0000003d7bc1190c in qb_log_real_ (cs=cs@entry=0x632848) at log.c:212
>        ap = {{gp_offset = 8, fp_offset = 48, overflow_arg_area = 0x7fff915ef290, reg_save_area = 0x7fff915ef1d0}}
>#4  0x0000000000411fbf in message_handler_req_lib_cpg_mcast (conn=0x1ce21c0, message=0x7f54a5e15d34) at cpg.c:1815
>        descriptor = {function = 0x426120 "message_handler_req_lib_cpg_mcast", filename = 0x425a11 "cpg.c", format = 0x425b1f "got mcast request on %p", priority = 7 '\a', lineno = 1815, targets = 4, tags = 5}
>        req_lib_cpg_mcast = 0x7f54a5e15d34
>        cpd = 0x1de2804
>        group_name = {length = 5, value = "crmd", '\000' <repeats 123 times>}
>        req_exec_cpg_iovec = {{iov_base = 0x915ef340, iov_len = 31349696}, {iov_base = 0x7fff915ef350, iov_len = 31349408}}
>        req_exec_cpg_mcast = {header = {id = 16798950, size = 1583491584}, group_name = {length = 2438919216, value = "pX\336\001\000\000\000\000\060Sz\001", '\000' <repeats 12 times>, "0Sz\001\000\000\000\000pX\336\001\000\000\000\000 Qz\001\000\000\000\000\260\253|\001", '\000' <repeats 12 times>, "!dA^;\000\000\000`\000\000\000\000\000\000\000\032\005\000\000\000\000\000\000\260\253|\001\000\000\000\000'{A^;\000\000\000\000#\316\001\000\000\000\000\371\235\300{=\000\000\000p\343x\001\000\000\000"}, msglen = 2051031309, pid = 2438919228, source = {nodeid = 2, conn = 0x2}, message = 0x7fff915ef3f8 ""}
>        msglen = 1265
>        result = <optimized out>
>        error = CS_ERR_NOT_EXIST
>        __func__ = "message_handler_req_lib_cpg_mcast"
>        __PRETTY_FUNCTION__ = "message_handler_req_lib_cpg_mcast"
>#5  0x000000000041f6f6 in cs_ipcs_msg_process (c=0x1ce21c0, data=<optimized out>, size=<optimized out>) at ipc_glue.c:640
>        response = {id = 11708, size = 2076232600, error = 0}
>        request_pt = <optimized out>
>        service = 2
>        send_ok = 1
>        is_async_call = 1
>        res = -1
>        sending_allowed_private_data = 2
>        cnx = <optimized out>
>        __func__ = "cs_ipcs_msg_process"
>#6  0x0000003d7bc0e544 in _process_request_ (c=c@entry=0x1ce21c0, ms_timeout=10) at ipcs.c:647
>        res = 0
>        size = 1305
>        hdr = 0x7f54a5e15d34
>#7  0x0000003d7bc0e7dc in qb_ipcs_dispatch_connection_request (fd=<optimized out>, revents=<optimized out>, data=0x1ce21c0) at ipcs.c:755
>        c = 0x1ce21c0
>        bytes = "F\000\000\000\000\000\000\000\000\330\\\315!\033\033\272\260\365^\221\377\177\000\000\020\000\000\000\000\000\000\000\070\246y\001\000\000\000\000\001\000\000\000\000\000\000\000\000"
>        res = <optimized out>
>        res2 = <optimized out>
>        recvd = 0
>        avail = 1
>        __func__ = "qb_ipcs_dispatch_connection_request"
>#8  0x0000003d7bc0b2ff in _poll_dispatch_and_take_back_ (item=0x17464c8, p=<optimized out>) at loop_poll.c:98
>        pe = 0x17464c8
>        res = <optimized out>
>#9  0x0000003d7bc0aee7 in qb_loop_run_level (level=0x1745cf0) at loop.c:45
>        job = <optimized out>
>        iter = <optimized out>
>        processed = 0
>#10 qb_loop_run (lp=<optimized out>) at loop.c:206
>        p = <optimized out>
>        p_stop = 0
>        rc = <optimized out>
>        remaining_todo = <optimized out>
>        job_todo = <optimized out>
>        timer_todo = 0
>        ms_timeout = <optimized out>
>        l = 0x1745c80
>        __func__ = "qb_loop_run"
>#11 0x0000000000407805 in main (argc=<optimized out>, argv=<optimized out>, envp=<optimized out>) at main.c:1216
>        error_string = <optimized out>
>        totem_config = {version = 2, interfaces = 0x1748a00, interface_count = 1, node_id = 0, clear_node_high_bit = 0, private_key = "o670fbxs1bg1bRBpLXBykgvPWIb2RFp9p8277PJyBtFp6y2woYLEJzYcNoItOfdKSoOkFwzx6xMFrsi0hAM57b3JwT7zuNxZtmzSHGhhkZtDT0xLuE0bmU2sxcYpBiIH", private_key_len = 128, token_timeout = 3000, token_retransmit_timeout = 714, token_hold_timeout = 561, token_retransmits_before_loss_const = 4, join_timeout = 50, send_join_timeout = 0, consensus_timeout = 3600, merge_timeout = 200, downcheck_timeout = 1000, fail_to_recv_const = 2500, seqno_unchanged_const = 30, rrp_token_expired_timeout = 714, rrp_problem_count_timeout = 2000, rrp_problem_count_threshold = 10, rrp_problem_count_mcast_threshold = 100, rrp_autorecovery_check_timeout = 1000, rrp_mode = "active", '\000' <repeats 57 times>, totem_logging_configuration = {log_printf = 0x41d6e0 <_logsys_log_printf>, log_level_security = 4, log_level_error = 3, log_level_warning = 4, log_level_notice = 5, log_level_debug = 7, log_subsys_id = 14}, net_mtu = 1317, threads = 0, heartbeat_failures_allowed = 0, max_network_delay = 50, window_size = 50, max_messages = 17, vsf_type = 0x424400 "none", broadcast_use = 0, crypto_cipher_type = 0x1743340 "aes256", crypto_hash_type = 0x1743360 "sha1", transport_number = TOTEM_TRANSPORT_UDP, miss_count_const = 5}
>        res = <optimized out>
>        ch = <optimized out>
>        background = <optimized out>
>        stat_out = {st_dev = 64772, st_ino = 2099759, st_nlink = 2, st_mode = 16877, st_uid = 0, st_gid = 0, __pad0 = 0, st_rdev = 0, st_size = 4096, st_blksize = 4096, st_blocks = 8, st_atim = {tv_sec = 1358892770, tv_nsec = 390003986}, st_mtim = {tv_sec = 1358889287, tv_nsec = 751223964}, st_ctim = {tv_sec = 1358889287, tv_nsec = 751223964}, __unused = {0, 0, 0}}
>        corosync_lib_dir = "/var/lib/corosync", '\000' <repeats 23 times>, "t\377\000y=", '\000' <repeats 11 times>, ";\025@z=\000\000\000\320\271\245\251T\177\000\000\342\201\000y=", '\000' <repeats 11 times>, "t\377\000y=", '\000' <repeats 11 times>"\202, @\300y=\000\000\000\000\240\245\251T\177\000\000\224\036\300z=\000\000\000\001\000\000\000\000\000\000\000t\377\000y=", '\000' <repeats 11 times>"\336, g\200e;\000\000\000\000\000\000\000T\177\000\000\224\036\300z=\000\000\000\001\000\000\000\000\000\000\000t\377\000y=", '\000' <repeats 11 times>"\247, \071\200f;\000\000\000\000\000\000\000T\177\000\000\344\b\200y=\000\000\000\001\000\000\000\000\000\000\000t\377\000y=", '\000' <repeats 11 times>...
>        flock_err = COROSYNC_DONE_EXIT
>        totem_config_warnings = 0
>        __func__ = "main"
>From                To                  Syms Read   Shared Object Library
>0x0000003b5e406c90  0x0000003b5e41b194  Yes         /usr/lib64/libtotem_pg.so.5
>0x0000003103000600  0x0000003103000968  Yes         /usr/lib64/libcorosync_common.so.4
>0x0000003d7bc087e0  0x0000003d7bc180e4  Yes         /usr/lib64/libqb.so.0
>0x0000003d79800ea0  0x0000003d798019e0  Yes         /usr/lib64/libdl.so.2
>0x0000003d7a402260  0x0000003d7a40554c  Yes         /usr/lib64/librt.so.1
>0x0000003d79c05790  0x0000003d79c10494  Yes         /usr/lib64/libpthread.so.0
>0x0000003d7941ef60  0x0000003d7955f7a0  Yes         /usr/lib64/libc.so.6
>0x0000003b6680a100  0x0000003b6682b718  Yes         /usr/lib64/libssl3.so
>0x0000003b66409d00  0x0000003b664223e0  Yes         /usr/lib64/libsmime3.so
>0x0000003b65c194f0  0x0000003b65cfc8a4  Yes         /usr/lib64/libnss3.so
>0x0000003b6540bb90  0x0000003b65419a64  Yes         /usr/lib64/libnssutil3.so
>0x0000003b64c00fb0  0x0000003b64c01ef8  Yes         /usr/lib64/libplds4.so
>0x0000003b648014d0  0x0000003b64802bd4  Yes         /usr/lib64/libplc4.so
>0x0000003b6580d320  0x0000003b6582ccc0  Yes         /usr/lib64/libnspr4.so
>0x0000003d7a002ac0  0x0000003d7a00bde0  Yes         /usr/lib64/librdmacm.so.1
>0x0000003d7ac035e0  0x0000003d7ac09f4c  Yes         /usr/lib64/libibverbs.so.1
>0x0000003d79000b20  0x0000003d7901a2e9  Yes         /lib64/ld-linux-x86-64.so.2
>0x0000003d7a801f50  0x0000003d7a80e718  Yes         /usr/lib64/libz.so.1
>0x00007f54a7f178c0  0x00007f54a7f4308c  Yes         /usr/lib64/libsoftokn3.so
>0x0000003d9560a2e0  0x0000003d95686860  Yes         /usr/lib64/libsqlite3.so.0
>0x0000003b650035f0  0x0000003b65047520  Yes         /usr/lib64/libfreebl3.so
>$1 = 0x0
>No symbol "__glib_assert_msg" in current context.
>rax            0x0	0
>rbx            0x1743a80	24394368
>rcx            0x7f54a9a7c000	140001600323584
>rdx            0x0	0
>rsi            0x7f54a8a52000	140001583374336
>rdi            0x0	0
>rbp            0x247	0x247
>rsp            0x7fff915eeea0	0x7fff915eeea0
>r8             0x0	0
>r9             0x0	0
>r10            0x0	0
>r11            0x0	0
>r12            0x7fff915eef48	140735632305992
>r13            0x3b	59
>r14            0x50ffface	1358953166
>r15            0x3d7be24930	264071432496
>rip            0x3d7bc09c18	0x3d7bc09c18 <qb_rb_chunk_alloc+72>
>eflags         0x10246	[ PF ZF IF RF ]
>cs             0x33	51
>ss             0x2b	43
>ds             0x0	0
>es             0x0	0
>fs             0x0	0
>gs             0x0	0
>Dump of assembler code for function qb_rb_chunk_alloc:
>   0x0000003d7bc09bd0 <+0>:	push   %rbp
>   0x0000003d7bc09bd1 <+1>:	push   %rbx
>   0x0000003d7bc09bd2 <+2>:	mov    %rdi,%rbx
>   0x0000003d7bc09bd5 <+5>:	sub    $0x18,%rsp
>   0x0000003d7bc09bd9 <+9>:	test   %rdi,%rdi
>   0x0000003d7bc09bdc <+12>:	je     0x3d7bc09c6a <qb_rb_chunk_alloc+154>
>   0x0000003d7bc09be2 <+18>:	testb  $0x2,(%rdi)
>   0x0000003d7bc09be5 <+21>:	lea    0xc(%rsi),%rbp
>   0x0000003d7bc09be9 <+25>:	jne    0x3d7bc09bfd <qb_rb_chunk_alloc+45>
>   0x0000003d7bc09beb <+27>:	jmp    0x3d7bc09c43 <qb_rb_chunk_alloc+115>
>   0x0000003d7bc09bed <+29>:	nopl   (%rax)
>   0x0000003d7bc09bf0 <+32>:	mov    0x10(%rbx),%rsi
>   0x0000003d7bc09bf4 <+36>:	mov    0x8(%rbx),%rdi
>   0x0000003d7bc09bf8 <+40>:	callq  0x3d7bc093a0 <_rb_chunk_reclaim>
>   0x0000003d7bc09bfd <+45>:	mov    %rbx,%rdi
>   0x0000003d7bc09c00 <+48>:	callq  0x3d7bc07f30 <qb_rb_space_free@plt>
>   0x0000003d7bc09c05 <+53>:	cmp    %rbp,%rax
>   0x0000003d7bc09c08 <+56>:	jb     0x3d7bc09bf0 <qb_rb_chunk_alloc+32>
>   0x0000003d7bc09c0a <+58>:	mov    0x8(%rbx),%rcx
>   0x0000003d7bc09c0e <+62>:	mov    0x10(%rbx),%rsi
>   0x0000003d7bc09c12 <+66>:	xor    %edx,%edx
>   0x0000003d7bc09c14 <+68>:	mov    (%rcx),%edi
>   0x0000003d7bc09c16 <+70>:	mov    %edi,%eax
>=> 0x0000003d7bc09c18 <+72>:	movl   $0x0,(%rsi,%rax,4)
>   0x0000003d7bc09c1f <+79>:	lea    0x1(%rdi),%eax
>   0x0000003d7bc09c22 <+82>:	divl   0x8(%rcx)
>   0x0000003d7bc09c25 <+85>:	lea    0x2(%rdi),%eax
>   0x0000003d7bc09c28 <+88>:	mov    %edx,%edx
>   0x0000003d7bc09c2a <+90>:	movl   $0xa110ced0,(%rsi,%rdx,4)
>   0x0000003d7bc09c31 <+97>:	xor    %edx,%edx
>   0x0000003d7bc09c33 <+99>:	divl   0x8(%rcx)
>   0x0000003d7bc09c36 <+102>:	mov    %edx,%edx
>   0x0000003d7bc09c38 <+104>:	lea    (%rsi,%rdx,4),%rax
>   0x0000003d7bc09c3c <+108>:	add    $0x18,%rsp
>   0x0000003d7bc09c40 <+112>:	pop    %rbx
>   0x0000003d7bc09c41 <+113>:	pop    %rbp
>   0x0000003d7bc09c42 <+114>:	retq   
>   0x0000003d7bc09c43 <+115>:	mov    %rsi,0x8(%rsp)
>   0x0000003d7bc09c48 <+120>:	callq  0x3d7bc07f30 <qb_rb_space_free@plt>
>   0x0000003d7bc09c4d <+125>:	mov    0x8(%rsp),%rsi
>   0x0000003d7bc09c52 <+130>:	add    $0xc,%rsi
>   0x0000003d7bc09c56 <+134>:	cmp    %rsi,%rax
>   0x0000003d7bc09c59 <+137>:	jae    0x3d7bc09c0a <qb_rb_chunk_alloc+58>
>   0x0000003d7bc09c5b <+139>:	callq  0x3d7bc07ab0 <__errno_location@plt>
>   0x0000003d7bc09c60 <+144>:	movl   $0xb,(%rax)
>   0x0000003d7bc09c66 <+150>:	xor    %eax,%eax
>   0x0000003d7bc09c68 <+152>:	jmp    0x3d7bc09c3c <qb_rb_chunk_alloc+108>
>   0x0000003d7bc09c6a <+154>:	callq  0x3d7bc07ab0 <__errno_location@plt>
>   0x0000003d7bc09c6f <+159>:	movl   $0x16,(%rax)
>   0x0000003d7bc09c75 <+165>:	xor    %eax,%eax
>   0x0000003d7bc09c77 <+167>:	jmp    0x3d7bc09c3c <qb_rb_chunk_alloc+108>
>End of assembler dump.

Actions: View

Attachments on bug 903763: 686925 | 686926 | 686927 | 686928 | 686929 | 686930 | 686931 | 686932 | 686933 | 686934 | 686935