Bug 762426 (GLUSTER-694)

When I try to mount the client with the log-server option, client crashes.

Please find the attached log files for server and client.

This will be part of the effort of supporting dynamic modular control of logging, centralized logging, syslog support and event history for debugging purposes. Duplicating to the existing bug, since they have common fixes.

*** This bug has been marked as a duplicate of bug 601 ***

(gdb) thread apply all bt  full

Thread 4 (Thread 15529):
#0  0x0000003060cde533 in epoll_wait () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007f07cc67a33d in event_dispatch_epoll (event_pool=0x1996090) at event.c:850
        events = 0x19a1490
        size = 1
        i = 1
        ret = 0
        __FUNCTION__ = "event_dispatch_epoll"
#2  0x00007f07cc67a6c0 in event_dispatch (event_pool=0x1996090) at event.c:975
        ret = -1
        __FUNCTION__ = "event_dispatch"
#3  0x00000000004061c5 in main (argc=10, argv=0x7fff425bd8f8) at glusterfsd.c:1425
        ctx = 0x1995010
        cmd_args = 0x1995010
        pool = 0x1996130
        stbuf = {st_dev = 64768, st_ino = 4456835, st_nlink = 1, st_mode = 33188, st_uid = 0, st_gid = 0, __pad0 = 0, st_rdev = 0, st_size = 3177, st_blksize = 4096, 
          st_blocks = 8, st_atim = {tv_sec = 1275392831, tv_nsec = 965602048}, st_mtim = {tv_sec = 1275392832, tv_nsec = 26853979}, st_ctim = {tv_sec = 1275392832, 
            tv_nsec = 26853979}, __unused = {0, 0, 0}}
        tmp_logfile = "/home/laks/workpath/regression/694/regr/logs/3.0.5rc3/space-client2.log.20100601.172158.15527", '\000' <repeats 930 times>
        tmp_logfile_dyn = 0xeeeeeeee <Address 0xeeeeeeee out of bounds>
        tmp_logfilebase = 0x1996196 "space-client2.log.20100601.172158.15527"
        timestr = "20100601.172158", '\000' <repeats 240 times>
        utime = 1275393118
        tm = 0x3060f773e0
        ret = 0
        lim = {rlim_cur = 18446744073709551615, rlim_max = 18446744073709551615}
        specfp = 0x1996480
        graph = 0x19966e0
        trav = 0x0
        fuse_volume_found = 0
        xl_count = 3
        process_mode = 1 '\001'
        pipe_fd = {6, 7}
        gf_success = 0
        gf_failure = -1
---Type <return> to continue, or q <return> to quit---
        __FUNCTION__ = "main"

Thread 3 (Thread 15530):
#0  0x0000003060ca473d in nanosleep () from /lib64/libc.so.6
No symbol table info available.
#1  0x0000003060cd7514 in usleep () from /lib64/libc.so.6
No symbol table info available.
#2  0x00007f07cc663b1c in gf_timer_proc (ctx=0x1995010) at timer.c:177
        now = 1275393118104909
        now_tv = {tv_sec = 1275393118, tv_usec = 104909}
        event = 0x199c970
        reg = 0x199c930
        __FUNCTION__ = "gf_timer_proc"
#3  0x0000003061406a3a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#4  0x0000003060cddf3d in clone () from /lib64/libc.so.6
No symbol table info available.
#5  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 2 (Thread 15534):
#0  0x0000003060cd6277 in readv () from /lib64/libc.so.6
No symbol table info available.
#1  0x00007f07cb723c11 in fuse_thread_proc (data=0x19966e0) at fuse-bridge.c:3128
        mount_point = 0x0
        this = 0x19966e0
        priv = 0x199cb10
        res = 56
        iobuf = 0x1996058
        finh = 0x7f07c40008e0
        iov_in = {{iov_base = 0x7f07c40008e0, iov_len = 80}, {iov_base = 0x7f07cc5f6000, iov_len = 131072}}
        msg = 0x7f07c4000908
        msg0_size = 168
        ret = 0
        now = {tv_sec = 1275393118, tv_usec = 119757}
        timeout = {tv_sec = 1275393119, tv_nsec = 119757000}
        __FUNCTION__ = "fuse_thread_proc"
---Type <return> to continue, or q <return> to quit---
#2  0x0000003061406a3a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#3  0x0000003060cddf3d in clone () from /lib64/libc.so.6
No symbol table info available.
#4  0x0000000000000000 in ?? ()
No symbol table info available.

Thread 1 (Thread 15535):
#0  0x00000000019a2a50 in ?? ()
No symbol table info available.
#1  0x00007f07cbba90cd in client_log_cbk (frame=0x7f07bc0009b0, hdr=0x7f07c9e65d40, hdrlen=108, iobuf=0x0) at client-protocol.c:5701
        fn = 0x19a2a50
        _parent = 0x7f07bc000948
        old_THIS = 0x19a00d0
        rsp = 0x7f07c9e65dac
        op_ret = -1
        op_errno = 107
        gf_errno = 107
#2  0x00007f07cbb95ff6 in protocol_client_xfer (frame=0x7f07bc0009b0, this=0x19a00d0, trans=0x19a0bb0, type=2, op=6, hdr=0x7f07bc000a30, hdrlen=255, vector=0x0, 
    count=0, iobref=0x0) at client-protocol.c:658
        conf = 0x19a0500
        conn = 0x19a1070
        callid = 2
        ret = -1
        start_ping = 0
        rsphdr = {callid = 0, type = 5, op = 6, size = 0, {req = {pid = 4294967295, uid = 1795162112, gid = 0, ngrps = 0, groups = {0 <repeats 16 times>}, 
              lk_owner = 0}, rsp = {op_ret = 4294967295, op_errno = 1795162112}}}
#3  0x00007f07cbba8ec1 in client_log (frame=0x7f07bc0009b0, this=0x19a00d0, 
    msg=0x19a2b10 "[2010-06-01 17:21:58] N [client-protocol.c:6287:client_setvolume_cbk] remote1: Connected to 127.0.0.1:9352, attached to remote volume 'brick'.")
    at client-protocol.c:5669
        hdr = 0x7f07bc000a30
        req = 0x7f07bc000a9c
        hdrlen = 255
        msglen = 143
        ret = -1
        __FUNCTION__ = "client_log"
#4  0x00007f07cc6559b6 in logging_thread_loop (arg=0x0) at logging.c:332
---Type <return> to continue, or q <return> to quit---
        _new = 0x7f07bc0009b0
        old_THIS = 0x7f07cc896980
        tmp_cbk = 0x19a2a50
        msg = 0x19a2a50
        frame = 0x7f07bc000948
#5  0x0000003061406a3a in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#6  0x0000003060cddf3d in clone () from /lib64/libc.so.6
No symbol table info available.
#7  0x0000000000000000 in ?? ()
No symbol table info available.