Hide Forgot
similar kind of core file found, 3 other times with qa3 release. ==== patchset: v3.1.0qa3 signal received: 11 time of crash: 2010-08-12 17:04:37 configuration details: argp 1 backtrace 1 dlfcn 1 fdatasync 1 libpthread 1 llistxattr 1 setfsid 1 spinlock 1 epoll.h 1 xattr.h 1 st_atim.tv_nsec 1 package-string: glusterfs 3.1.0qa3 [2010-08-12 17:04:37.148541] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 200 [2010-08-12 17:04:37.148567] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 224, payload: 200, rpc hdr: 24 /lib64/libc.so.6[0x2aaaab7aaf30] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0[0x2aaaaacee419] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0(__dentry_grep+0x42)[0x2aaaaacef59e] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0(inode_grep+0x3e)[0x2aaaaacef666] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(resolve_entry_simple+0x1c9)[0x2aaaacb95069] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(server_resolve_entry+0x4a)[0x2aaaacb951ed] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(server_resolve+0x69)[0x2aaaacb95524] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(server_resolve_all+0x76)[0x2aaaacb95655] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(resolve_and_resume+0x3c)[0x2aaaacb9574d] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(server_lookup+0x38b)[0x2aaaacbab37b] /opt/glusterfs/3.1.0qa3//lib/libgfrpc.so.0(rpcsvc_handle_rpc_call+0x19b)[0x2aaaaaf2bde5] /opt/glusterfs/3.1.0qa3//lib/libgfrpc.so.0(rpcsvc_notify+0x167)[0x2aaaaaf2bfc6] /opt/glusterfs/3.1.0qa3//lib/libgfrpc.so.0(rpc_transport_notify+0xd8)[0x2aaaaaf3109b] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/rpc-transport/socket.so(socket_event_poll_in+0x4b)[0x2aaaacfbe7c3] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/rpc-transport/socket.so(socket_event_handler+0xb7)[0x2aaaacfbeab7] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0[0x2aaaaad038e4] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0[0x2aaaaad03ac5] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0(event_dispatch+0x73)[0x2aaaaad03ddb] /opt/glusterfs/3.1.0qa3/sbin/glusterfsd(main+0xec)[0x405062] /lib64/libc.so.6(__libc_start_main+0xf4)[0x2aaaab798074] /opt/glusterfs/3.1.0qa3/sbin/glusterfsd[0x4027a9] --------- ----------------- #0 0x00002aaaaacee419 in hash_dentry (parent=0x2aaab807a4b0, name=0x0, mod=14057) at inode.c:63 63 hash = *name; (gdb) bt full #0 0x00002aaaaacee419 in hash_dentry (parent=0x2aaab807a4b0, name=0x0, mod=14057) at inode.c:63 hash = 0 ret = 0 #1 0x00002aaaaacef59e in __dentry_grep (table=0x638b20, parent=0x2aaab807a4b0, name=0x0) at inode.c:565 hash = 0 dentry = (dentry_t *) 0x0 tmp = (dentry_t *) 0x0 #2 0x00002aaaaacef666 in inode_grep (table=0x638b20, parent=0x2aaab807a4b0, name=0x0) at inode.c:586 inode = (inode_t *) 0x0 dentry = (dentry_t *) 0x0 #3 0x00002aaaacb95069 in resolve_entry_simple (frame=0x1cf8048) at server-resolve.c:364 state = (server_state_t *) 0x1d33a80 this = (xlator_t *) 0x633860 resolve = (server_resolve_t *) 0x1d33af0 parent = (inode_t *) 0x2aaab807a4b0 inode = (inode_t *) 0x0 ret = 0 __FUNCTION__ = "resolve_entry_simple" #4 0x00002aaaacb951ed in server_resolve_entry (frame=0x1cf8048) at server-resolve.c:419 state = (server_state_t *) 0x1d33a80 ret = 0 loc = (loc_t *) 0x1d33aa0 #5 0x00002aaaacb95524 in server_resolve (frame=0x1cf8048) at server-resolve.c:548 state = (server_state_t *) 0x1d33a80 resolve = (server_resolve_t *) 0x1d33af0 #6 0x00002aaaacb95655 in server_resolve_all (frame=0x1cf8048) at server-resolve.c:605 state = (server_state_t *) 0x1d33a80 this = (xlator_t *) 0x633860 __FUNCTION__ = "server_resolve_all" #7 0x00002aaaacb9574d in resolve_and_resume (frame=0x1cf8048, fn=0x2aaaacba5ff9 <server_lookup_resume>) at server-resolve.c:635 state = (server_state_t *) 0x1d33a80 #8 0x00002aaaacbab37b in server_lookup (req=0x2aaaaaac8cb0) at server3_1-fops.c:4813 frame = (call_frame_t *) 0x1cf8048 conn = (server_connection_t *) 0x637f70 state = (server_state_t *) 0x1d33a80 xattr_req = (dict_t *) 0x0 buf = 0x0 Missing separate debuginfos, use: debuginfo-install gcc.x86_64 glibc.x86_64 ---Type <return> to continue, or q <return> to quit--- args = {gfs_id = 27, ino = 0, par = 9978858, gen = 5504105073493768617, flags = 0, path = 0x7fffc7485670 "", bname = 0x7fffc7481670 "", dict = { dict_len = 0, dict_val = 0x7fffc747d670 ""}} ret = 0 path = '\0' <repeats 16383 times> bname = '\0' <repeats 16383 times> dict_val = '\0' <repeats 16383 times> __FUNCTION__ = "server_lookup" #9 0x00002aaaaaf2bde5 in rpcsvc_handle_rpc_call (conn=0x62ae10, msg=0x1cf4d80) at rpcsvc.c:1195 actor = (rpcsvc_actor_t *) 0x2aaaacdb4bc0 req = (rpcsvc_request_t *) 0x2aaaaaac8cb0 ret = -1 __FUNCTION__ = "rpcsvc_handle_rpc_call" #10 0x00002aaaaaf2bfc6 in rpcsvc_notify (trans=0x6373e0, mydata=0x62ae10, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x1cf4d80) at rpcsvc.c:1241 conn = (rpcsvc_conn_t *) 0x62ae10 ret = -1 msg = (rpc_transport_pollin_t *) 0x1cf4d80 new_trans = (rpc_transport_t *) 0x0 __FUNCTION__ = "rpcsvc_notify" #11 0x00002aaaaaf3109b in rpc_transport_notify (this=0x6373e0, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x1cf4d80) at rpc-transport.c:1239 ret = -1 #12 0x00002aaaacfbe7c3 in socket_event_poll_in (this=0x6373e0) at socket.c:1406 ret = 0 pollin = (rpc_transport_pollin_t *) 0x1cf4d80 #13 0x00002aaaacfbeab7 in socket_event_handler (fd=5, idx=1, data=0x6373e0, poll_in=1, poll_out=0, poll_err=0) at socket.c:1512 this = (rpc_transport_t *) 0x6373e0 priv = (socket_private_t *) 0x62acf0 ret = 0 __FUNCTION__ = "socket_event_handler" #14 0x00002aaaaad038e4 in event_dispatch_epoll_handler (event_pool=0x629330, events=0x6367c0, i=0) at event.c:812 event_data = (struct event_data *) 0x6367c4 handler = (event_handler_t) 0x2aaaacfbea00 <socket_event_handler> data = (void *) 0x6373e0 idx = 1 ret = -1 __FUNCTION__ = "event_dispatch_epoll_handler" #15 0x00002aaaaad03ac5 in event_dispatch_epoll (event_pool=0x629330) at event.c:876 events = (struct epoll_event *) 0x6367c0 ---Type <return> to continue, or q <return> to quit--- size = 1 i = 0 ret = 1 __FUNCTION__ = "event_dispatch_epoll" #16 0x00002aaaaad03ddb in event_dispatch (event_pool=0x629330) at event.c:984 ret = -1 __FUNCTION__ = "event_dispatch" #17 0x0000000000405062 in main (argc=7, argv=0x7fffc7489bb8) at glusterfsd.c:1273 ctx = (glusterfs_ctx_t *) 0x629010 ret = 0
*** This bug has been marked as a duplicate of bug 1311 ***
while running mixed test with 4x3 distributed-replicate -on 3.1.0qa3 glfs crashed.gnfs crashed first and then glfs crashed later. log and core file content are below - tail -200 GS2.log [2010-08-12 21:32:54.119657] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 2db1e1, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 8 [2010-08-12 21:32:54.119676] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.119694] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - RENAME [2010-08-12 21:32:54.119733] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 94 [2010-08-12 21:32:54.119752] T [server-resolve.c:241:resolve_path_deep] /mnt/laks/ex3: RESOLVE RENAME() seeking deep resolution of /nfsalpha131/ip-10-204-110-127/test8/linux-2.6.35/arch/blackfin/lib/umulsi3_highpart.S [2010-08-12 21:32:54.119790] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.119826] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 737909, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 27 [2010-08-12 21:32:54.119845] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.119863] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - LOOKUP [2010-08-12 21:32:54.119912] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 79 [2010-08-12 21:32:54.122274] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b16 [2010-08-12 21:32:54.122292] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b66 [2010-08-12 21:32:54.122306] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b96 [2010-08-12 21:32:54.122521] T [server3_1-fops.c:158:server_lookup_cbk] server-tcp: 7567625: LOOKUP /nfsalpha170/ip-10-244-167-207/test9/linux-2.6.35/arch/m68knommu/lib/checksum.c (0) ==> -1 (No such file or directory) [2010-08-12 21:32:54.122541] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 204 [2010-08-12 21:32:54.122557] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 228, payload: 204, rpc hdr: 24 [2010-08-12 21:32:54.122595] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b16 [2010-08-12 21:32:54.122616] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b66 [2010-08-12 21:32:54.122630] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b96 [2010-08-12 21:32:54.122743] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b16 [2010-08-12 21:32:54.122759] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b66 [2010-08-12 21:32:54.122773] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b96 [2010-08-12 21:32:54.122895] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b16 [2010-08-12 21:32:54.122911] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b66 [2010-08-12 21:32:54.122925] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b96 [2010-08-12 21:32:54.123070] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b16 [2010-08-12 21:32:54.123086] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b66 [2010-08-12 21:32:54.123101] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b96 [2010-08-12 21:32:54.123214] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b16 [2010-08-12 21:32:54.123230] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b66 [2010-08-12 21:32:54.123245] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b96 [2010-08-12 21:32:54.123329] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b16 [2010-08-12 21:32:54.123345] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b66 [2010-08-12 21:32:54.123360] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b96 [2010-08-12 21:32:54.123489] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b16 [2010-08-12 21:32:54.123505] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b66 [2010-08-12 21:32:54.123519] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b96 [2010-08-12 21:32:54.123621] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b16 [2010-08-12 21:32:54.123636] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b66 [2010-08-12 21:32:54.123651] D [dict.c:324:dict_get] dict: @this=(nil) @key=0x2aaaac771b96 [2010-08-12 21:32:54.123712] D [server-resolve.c:161:resolve_deep_continue] server-tcp: return value of resolve_*_simple 1 [2010-08-12 21:32:54.123730] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 86 [2010-08-12 21:32:54.123801] T [access-control.c:205:ac_test_access] access-control: Root has access [2010-08-12 21:32:54.123858] T [access-control.c:205:ac_test_access] access-control: Root has access [2010-08-12 21:32:54.124200] T [server3_1-fops.c:859:server_rename_cbk] /mnt/laks/ex3: 2994657: RENAME_CBK (39880242) 39879914/.umulsi3_highpart.S.vXGtoP ==> 39879914/umulsi3_highpart.S [2010-08-12 21:32:54.124237] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 476 [2010-08-12 21:32:54.124254] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 500, payload: 476, rpc hdr: 24 [2010-08-12 21:32:54.128143] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.128163] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 2db1e2, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 33 [2010-08-12 21:32:54.128179] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.128196] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - XATTROP [2010-08-12 21:32:54.128228] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 67 [2010-08-12 21:32:54.129201] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 256 [2010-08-12 21:32:54.129226] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 280, payload: 256, rpc hdr: 24 [2010-08-12 21:32:54.129644] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.129666] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 2db1e3, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 33 [2010-08-12 21:32:54.129682] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.129699] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - XATTROP [2010-08-12 21:32:54.129727] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 67 [2010-08-12 21:32:54.130136] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 256 [2010-08-12 21:32:54.130155] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 280, payload: 256, rpc hdr: 24 [2010-08-12 21:32:54.135079] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.135101] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 454ac6, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 1 [2010-08-12 21:32:54.135117] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.135133] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - STAT [2010-08-12 21:32:54.135158] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 54 [2010-08-12 21:32:54.135243] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 108 [2010-08-12 21:32:54.135264] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 132, payload: 108, rpc hdr: 24 [2010-08-12 21:32:54.137179] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.137200] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 73790a, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 33 [2010-08-12 21:32:54.137216] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.137232] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - XATTROP [2010-08-12 21:32:54.137266] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 74 [2010-08-12 21:32:54.137898] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 256 [2010-08-12 21:32:54.137918] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 280, payload: 256, rpc hdr: 24 [2010-08-12 21:32:54.138577] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.138595] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 73790b, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 38 [2010-08-12 21:32:54.138614] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.138632] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - SETATTR [2010-08-12 21:32:54.138675] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 83 [2010-08-12 21:32:54.138709] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.138725] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 454ac7, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 27 [2010-08-12 21:32:54.138741] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.138757] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - LOOKUP [2010-08-12 21:32:54.138805] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 57 [2010-08-12 21:32:54.139200] T [access-control.c:205:ac_test_access] access-control: Root has access [2010-08-12 21:32:54.139372] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 200 [2010-08-12 21:32:54.139390] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 224, payload: 200, rpc hdr: 24 [2010-08-12 21:32:54.139480] T [server3_1-fops.c:158:server_lookup_cbk] server-tcp: 4541127: LOOKUP /nfsalpha104/ip-10-204-110-127/test7/linux-2.6.35/arch/sh (0) ==> -1 (No such file or directory) [2010-08-12 21:32:54.139499] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 204 [2010-08-12 21:32:54.139515] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 228, payload: 204, rpc hdr: 24 [2010-08-12 21:32:54.140775] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.140793] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 73790c, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 27 [2010-08-12 21:32:54.140810] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.140828] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - LOOKUP [2010-08-12 21:32:54.140880] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 98 [2010-08-12 21:32:54.141391] T [server3_1-fops.c:158:server_lookup_cbk] server-tcp: 7567628: LOOKUP /nfsalpha122/ip-10-204-110-127/test9/linux-2.6.35/arch/blackfin/mach-bf548/include/mach/defBF542.h (0) ==> -1 (No such file or directory) [2010-08-12 21:32:54.141412] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 204 [2010-08-12 21:32:54.141429] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 228, payload: 204, rpc hdr: 24 [2010-08-12 21:32:54.141780] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.141797] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 2db1e4, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 27 [2010-08-12 21:32:54.141812] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.141828] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - LOOKUP [2010-08-12 21:32:54.141871] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 62 [2010-08-12 21:32:54.141989] T [server3_1-fops.c:158:server_lookup_cbk] server-tcp: 2994660: LOOKUP /nfsalpha130/ip-10-204-110-127/test6/linux-2.6.35/arch/powerpc (0) ==> -1 (No such file or directory) [2010-08-12 21:32:54.142018] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 204 [2010-08-12 21:32:54.142036] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 228, payload: 204, rpc hdr: 24 [2010-08-12 21:32:54.142563] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.142585] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 2db1e5, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 11 [2010-08-12 21:32:54.142615] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.142657] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - OPEN [2010-08-12 21:32:54.142697] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 91 [2010-08-12 21:32:54.142736] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.142759] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 454ac8, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 27 [2010-08-12 21:32:54.142777] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.142792] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - LOOKUP [2010-08-12 21:32:54.142835] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 91 [2010-08-12 21:32:54.143217] T [access-control.c:205:ac_test_access] access-control: Root has access [2010-08-12 21:32:54.143440] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 24 [2010-08-12 21:32:54.143459] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 48, payload: 24, rpc hdr: 24 [2010-08-12 21:32:54.143680] T [server3_1-fops.c:158:server_lookup_cbk] server-tcp: 4541128: LOOKUP /nfsalpha103/ip-10-204-110-127/test7/linux-2.6.35/arch/sh/include/mach-dreamcast/mach/pci.h (0) ==> -1 (No such file or directory) [2010-08-12 21:32:54.143703] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 204 [2010-08-12 21:32:54.143720] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 228, payload: 204, rpc hdr: 24 [2010-08-12 21:32:54.143825] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.143861] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 73790d, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 27 [2010-08-12 21:32:54.143880] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.143897] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - LOOKUP [2010-08-12 21:32:54.143952] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 97 [2010-08-12 21:32:54.143990] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.144009] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 2db1e6, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 27 [2010-08-12 21:32:54.144027] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.144043] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - LOOKUP [2010-08-12 21:32:54.144091] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 78 [2010-08-12 21:32:54.144381] T [server3_1-fops.c:158:server_lookup_cbk] server-tcp: 7567629: LOOKUP /nfsalpha170/ip-10-244-167-207/test8/linux-2.6.35/arch/blackfin/mach-bf537/boards/.stamp.c.Fv3rtu (0) ==> -1 (No such file or directory) [2010-08-12 21:32:54.144407] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 204 [2010-08-12 21:32:54.144425] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 228, payload: 204, rpc hdr: 24 [2010-08-12 21:32:54.144677] T [server3_1-fops.c:158:server_lookup_cbk] server-tcp: 2994662: LOOKUP /nfsalpha131/ip-10-204-110-127/test9/linux-2.6.35/arch/blackfin/kernel/setup.c (0) ==> -1 (No such file or directory) [2010-08-12 21:32:54.144715] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 204 [2010-08-12 21:32:54.144734] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 228, payload: 204, rpc hdr: 24 [2010-08-12 21:32:54.145027] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.145045] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 73790e, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 23 [2010-08-12 21:32:54.145078] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.145102] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - CREATE [2010-08-12 21:32:54.145132] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 80 [2010-08-12 21:32:54.146074] T [access-control.c:205:ac_test_access] access-control: Root has access [2010-08-12 21:32:54.146588] T [server3_1-fops.c:1362:server_create_cbk] /mnt/laks/ex3: 7567630: CREATE 47629369/cputable.c (47629952) [2010-08-12 21:32:54.146612] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 300 [2010-08-12 21:32:54.146629] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 324, payload: 300, rpc hdr: 24 [2010-08-12 21:32:54.147504] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.147524] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 2db1e7, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 27 [2010-08-12 21:32:54.147542] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.147558] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - LOOKUP [2010-08-12 21:32:54.147612] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 99 [2010-08-12 21:32:54.147649] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS [2010-08-12 21:32:54.147666] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 454ac9, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 27 [2010-08-12 21:32:54.147682] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0 [2010-08-12 21:32:54.147705] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - LOOKUP pending frames: patchset: v3.1.0qa3 signal received: 11 time of crash: 2010-08-12 21:32:54 configuration details: argp 1 backtrace 1 dlfcn 1 fdatasync 1 libpthread 1 llistxattr 1 setfsid 1 spinlock 1 epoll.h 1 xattr.h 1 st_atim.tv_nsec 1 package-string: glusterfs 3.1.0qa3 [2010-08-12 21:32:54.148431] T [server3_1-fops.c:158:server_lookup_cbk] server-tcp: 2994663: LOOKUP /nfsalpha134/ip-10-204-110-127/test8/linux-2.6.35/arch/blackfin/mach-bf518/include/mach/cdefBF516.h (0) ==> -1 (No such file or directory) [2010-08-12 21:32:54.148454] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 204 [2010-08-12 21:32:54.148478] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 228, payload: 204, rpc hdr: 24 /lib64/libc.so.6[0x2aaaab7aaf30] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0[0x2aaaaacee419] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0(__dentry_grep+0x42)[0x2aaaaacef59e] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0(inode_grep+0x3e)[0x2aaaaacef666] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(resolve_entry_simple+0x1c9)[0x2aaaacb95069] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(server_resolve_entry+0x4a)[0x2aaaacb951ed] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(server_resolve+0x69)[0x2aaaacb95524] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(server_resolve_all+0x76)[0x2aaaacb95655] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(resolve_and_resume+0x3c)[0x2aaaacb9574d] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/xlator/protocol/server.so(server_lookup+0x38b)[0x2aaaacbab37b] /opt/glusterfs/3.1.0qa3//lib/libgfrpc.so.0(rpcsvc_handle_rpc_call+0x19b)[0x2aaaaaf2bde5] /opt/glusterfs/3.1.0qa3//lib/libgfrpc.so.0(rpcsvc_notify+0x167)[0x2aaaaaf2bfc6] /opt/glusterfs/3.1.0qa3//lib/libgfrpc.so.0(rpc_transport_notify+0xd8)[0x2aaaaaf3109b] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/rpc-transport/socket.so(socket_event_poll_in+0x4b)[0x2aaaacfbe7c3] /opt/glusterfs/3.1.0qa3//lib/glusterfs/3.1.0qa3/rpc-transport/socket.so(socket_event_handler+0xb7)[0x2aaaacfbeab7] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0[0x2aaaaad038e4] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0[0x2aaaaad03ac5] /opt/glusterfs/3.1.0qa3//lib/libglusterfs.so.0(event_dispatch+0x73)[0x2aaaaad03ddb] /opt/glusterfs/3.1.0qa3/sbin/glusterfsd(main+0xec)[0x405062] /lib64/libc.so.6(__libc_start_main+0xf4)[0x2aaaab798074] /opt/glusterfs/3.1.0qa3/sbin/glusterfsd[0x4027a9] --------- #0 0x00002aaaaacee419 in hash_dentry (parent=0x2aaab12af7f0, name=0x0, mod=14057) at inode.c:63 63 hash = *name; (gdb) bt full #0 0x00002aaaaacee419 in hash_dentry (parent=0x2aaab12af7f0, name=0x0, mod=14057) at inode.c:63 hash = 0 ret = 0 #1 0x00002aaaaacef59e in __dentry_grep (table=0x638b40, parent=0x2aaab12af7f0, name=0x0) at inode.c:565 hash = 0 dentry = (dentry_t *) 0x0 tmp = (dentry_t *) 0x0 #2 0x00002aaaaacef666 in inode_grep (table=0x638b40, parent=0x2aaab12af7f0, name=0x0) at inode.c:586 inode = (inode_t *) 0x0 dentry = (dentry_t *) 0x0 #3 0x00002aaaacb95069 in resolve_entry_simple (frame=0x2aaab1709358) at server-resolve.c:364 state = (server_state_t *) 0x2aaab15a4ae0 this = (xlator_t *) 0x633880 resolve = (server_resolve_t *) 0x2aaab15a4b50 parent = (inode_t *) 0x2aaab12af7f0 inode = (inode_t *) 0x0 ret = 0 __FUNCTION__ = "resolve_entry_simple" #4 0x00002aaaacb951ed in server_resolve_entry (frame=0x2aaab1709358) at server-resolve.c:419 state = (server_state_t *) 0x2aaab15a4ae0 ret = 0 loc = (loc_t *) 0x2aaab15a4b00 #5 0x00002aaaacb95524 in server_resolve (frame=0x2aaab1709358) at server-resolve.c:548 state = (server_state_t *) 0x2aaab15a4ae0 resolve = (server_resolve_t *) 0x2aaab15a4b50 #6 0x00002aaaacb95655 in server_resolve_all (frame=0x2aaab1709358) at server-resolve.c:605 state = (server_state_t *) 0x2aaab15a4ae0 this = (xlator_t *) 0x633880 __FUNCTION__ = "server_resolve_all" #7 0x00002aaaacb9574d in resolve_and_resume (frame=0x2aaab1709358, fn=0x2aaaacba5ff9 <server_lookup_resume>) at server-resolve.c:635 state = (server_state_t *) 0x2aaab15a4ae0 #8 0x00002aaaacbab37b in server_lookup (req=0x2aaaad4df750) at server3_1-fops.c:4813 frame = (call_frame_t *) 0x2aaab1709358 conn = (server_connection_t *) 0x2aaac81c6b10 state = (server_state_t *) 0x2aaab15a4ae0 xattr_req = (dict_t *) 0x0 buf = 0x0 Missing separate debuginfos, use: debuginfo-install gcc.x86_64 glibc.x86_64 ---Type <return> to continue, or q <return> to quit--- args = {gfs_id = 27, ino = 0, par = 47629818, gen = 5504105219523114626, flags = 0, path = 0x7ffff42ee090 "", bname = 0x7ffff42ea090 "", dict = { dict_len = 0, dict_val = 0x7ffff42e6090 ""}} ret = 0 path = '\0' <repeats 16383 times> bname = '\0' <repeats 16383 times> dict_val = '\0' <repeats 16383 times> __FUNCTION__ = "server_lookup" #9 0x00002aaaaaf2bde5 in rpcsvc_handle_rpc_call (conn=0x2aaac82b3690, msg=0x2aaab1429ef0) at rpcsvc.c:1195 actor = (rpcsvc_actor_t *) 0x2aaaacdb4bc0 req = (rpcsvc_request_t *) 0x2aaaad4df750 ret = -1 __FUNCTION__ = "rpcsvc_handle_rpc_call" #10 0x00002aaaaaf2bfc6 in rpcsvc_notify (trans=0x2aaac80c1660, mydata=0x2aaac82b3690, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x2aaab1429ef0) at rpcsvc.c:1241 conn = (rpcsvc_conn_t *) 0x2aaac82b3690 ret = -1 msg = (rpc_transport_pollin_t *) 0x2aaab1429ef0 new_trans = (rpc_transport_t *) 0x0 __FUNCTION__ = "rpcsvc_notify" #11 0x00002aaaaaf3109b in rpc_transport_notify (this=0x2aaac80c1660, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x2aaab1429ef0) at rpc-transport.c:1239 ret = -1 #12 0x00002aaaacfbe7c3 in socket_event_poll_in (this=0x2aaac80c1660) at socket.c:1406 ret = 0 pollin = (rpc_transport_pollin_t *) 0x2aaab1429ef0 #13 0x00002aaaacfbeab7 in socket_event_handler (fd=20215, idx=3, data=0x2aaac80c1660, poll_in=1, poll_out=0, poll_err=0) at socket.c:1512 this = (rpc_transport_t *) 0x2aaac80c1660 priv = (socket_private_t *) 0x2aaac80dd190 ret = 0 __FUNCTION__ = "socket_event_handler" #14 0x00002aaaaad038e4 in event_dispatch_epoll_handler (event_pool=0x629330, events=0x6367e0, i=1) at event.c:812 event_data = (struct event_data *) 0x6367f0 handler = (event_handler_t) 0x2aaaacfbea00 <socket_event_handler> data = (void *) 0x2aaac80c1660 idx = 3 ret = -1 __FUNCTION__ = "event_dispatch_epoll_handler" #15 0x00002aaaaad03ac5 in event_dispatch_epoll (event_pool=0x629330) at event.c:876 events = (struct epoll_event *) 0x6367e0 ---Type <return> to continue, or q <return> to quit--- size = 2 i = 1 ret = 0 __FUNCTION__ = "event_dispatch_epoll" #16 0x00002aaaaad03ddb in event_dispatch (event_pool=0x629330) at event.c:984 ret = -1 __FUNCTION__ = "event_dispatch" #17 0x0000000000405062 in main (argc=7, argv=0x7ffff42f25d8) at glusterfsd.c:1273 ctx = (glusterfs_ctx_t *) 0x629010 ret = 0