Bug 763044 (GLUSTER-1312)

Summary: glfs crash
Product: [Community] GlusterFS Reporter: Lakshmipathi G <lakshmipathi>
Component: protocolAssignee: Amar Tumballi <amarts>
Status: CLOSED DUPLICATE QA Contact:
Severity: high Docs Contact:
Priority: low    
Version: 3.1-alphaCC: gluster-bugs, vijay, vraman
Target Milestone: ---   
Target Release: ---   
Hardware: All   
OS: Linux   
Whiteboard:
Fixed In Version: Doc Type: Bug Fix
Doc Text:
Story Points: ---
Clone Of: Environment:
Last Closed: Type: ---
Regression: RTP Mount Type: ---
Documentation: --- CRM:
Verified Versions: Category: ---
oVirt Team: --- RHEL 7.3 requirements from Atomic Host:
Cloudforms Team: --- Target Upstream Version:

Description Lakshmipathi G 2010-08-10 05:26:30 UTC 
while running nfsalpha tests on 4glfs server + 4 gnfs server and 8 clients with glusterfs-3.1.0qa3 - glfs server crashed.
========================================
#0  uw_frame_state_for (context=0x41d08720, fs=0x41d085a0) at ../../gcc/config/i386/linux-unwind.h:51
51	  if (*(unsigned char *)(pc+0) == 0x48
(gdb) bt full
#0  uw_frame_state_for (context=0x41d08720, fs=0x41d085a0) at ../../gcc/config/i386/linux-unwind.h:51
	fde = (const struct dwarf_fde *) 0x0
	cie = <value optimized out>
	aug = <value optimized out>
	insn = <value optimized out>
#1  0x00002aaaaf80f88b in _Unwind_Backtrace (trace=0x2aaaab861040 <backtrace_helper>, trace_argument=0x41d08860) at ../../gcc/unwind.inc:294
	fs = {regs = {reg = {{loc = {reg = 0, offset = 0, exp = 0x0}, how = REG_UNSAVED} <repeats 18 times>}, prev = 0x0}, cfa_offset = 0, cfa_reg = 0, 
  cfa_exp = 0x0, cfa_how = CFA_UNSET, pc = 0x0, personality = 0, data_align = 0, code_align = 0, retaddr_column = 0, fde_encoding = 0 '\0', lsda_encoding = 0 '\0', 
  saw_z = 0 '\0', signal_frame = 0 '\0', eh_ptr = 0x0}
	context = {reg = {0x41d094e0, 0x41d094d8, 0x41d094e8, 0x41d094d0, 0x41d094c0, 0x41d094b8, 0x41d094c8, 0x41d094f0, 0x41d09478, 0x41d09480, 0x41d09488, 
    0x41d09490, 0x41d09498, 0x41d094a0, 0x41d094a8, 0x41d094b0, 0x41d094f8, 0x0}, cfa = 0x41d09688, ra = 0x121, lsda = 0x0, bases = {tbase = 0x0, dbase = 0x0, 
    func = 0x2aaaab7aaf2f}, flags = 13835058055282163712, version = 0, args_size = 0, by_value = '\0' <repeats 17 times>}
	code = _URC_NO_REASON
#2  0x00002aaaab861166 in __backtrace (array=<value optimized out>, size=200) at ../sysdeps/ia64/backtrace.c:84
	arg = {array = 0x41d088c0, cnt = 2, size = 200}
	once = 6
#3  0x00002aaaaacebedd in gf_print_trace (signum=11) at common-utils.c:365
	array = {0x2aaaaacebedd, 0x2aaaab7aaf30, 0xb, 0x2aaaab7be1cd, 0x0, 0x41d08fa0, 0x41d08a60, 0x2, 0x1, 0x2, 0x1, 0x2aaaaad13a56, 0x2525252525252525, 
  0xfffffff5, 0x2, 0x41d08ff0, 0x2aaaaad13a55, 0x2aaaaad13a57, 0xb, 0x2aaaab7be1cd, 0x0, 0x41d09020, 0x41d08ae0, 0x2aaaaad13a3f, 0x0, 0x2, 0x1, 0x2aaaaad13a56, 
  0x2525252525252525, 0xfffffff5, 0x2, 0x41d09070, 0x2aaaaad13a55, 0x2aaaaad13a57, 0xb, 0x2aaaab7be1cd, 0x0, 0x41d090a0, 0x41d08b60, 0x2aaaaad13a3f, 0x0, 
  0x2aaaab7be1cd, 0x41d09200, 0x2aaaaad13a40, 0x41d09080, 0x0, 0xa00000020, 0x0, 0x0, 0xffffffffffffffff, 0x5741d090b0, 0x2aaaaad13a41, 0x0, 0x41d08f48, 
  0x500000000, 0x16, 0xa00000000, 0x0, 0x0, 0x0, 0x0, 0x0, 0xa00000020, 0x0, 0x0, 0x73000000, 0x100000000, 0x0, 0x2525252525252525, 0x41d091c0, 0x0, 0x41d091b0, 
  0x2aaaaaf35af5, 0x2aaaaaf35af5, 0x0, 0x2aaaab7be1cd, 0x2aaaac34cc67, 0x2aaaab7e77a6, 0x2525252525252525, 0x1, 0x41d09200, 0x2aaaaad13a5a, 0x2aaaaad13a5b, 0x81, 
  0x1000, 0x2aaaab7bd27e, 0x141d09340, 0x2aaaaad13a3e, 0x41d08cf0, 0xffffffffffffffff, 0x2a25252525, 0x2aaaaaf35ad6, 0x41d09210, 0x2aaaaad13a58, 0x62a920, 0x16, 
  0xa00000000, 0x0, 0x0, 0xffffffffffffffff, 0x8200000000, 0x2aaaaad13a58, 0x0, 0x41d090d8, 0x41d093f0, 0x16, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x5241d09220, 
  0x2aaaaad13a41, 0x0, 0x73d09138, 0x500000000, 0x16, 0xa00000000, 0x2, 0x100000000, 0x2aaaaaf35af4, 0x0, 0x2, 0xa00000020, 0x0, 0x0, 0x73000000, 0x100000000, 0x0, 
  0xffffffff25252525, 0x2aaaaad13a59, 0x0, 0x41d093a0, 0x2aaaaaf35bd5, 0x2aaaaaf35bd5, 0x0, 0x2aaaab7be1cd, 0x41d09380, 0x2aaaab7e77a6, 0x2525252525252525, 0x1, 
  0x41d093f0, 0x2aaaaad13a5a, 0x2aaaaad13a5b, 0x60, 0x1000, 0x2aaaab7bd27e, 0x100000000, 0x2aaaaad13a3e, 0x41d08ee0, 0xffffffffffffffff, 0xe00000001, 
  0x2aaaaaf35bd2, 0x41d09400, 0x2aaaaad13a58, 0x62a920, 0x16, 0xa00000000, 0x0, 0x0, 0xffffffffffffffff, 0x6100000000, 0x2aaaaad13a58, 0x0, 0x41d092c8, 0x0, 0x16, 
  0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2525252525252520, 0x41d09510, 0xffffffff00000000, 0x73d13a59, 0xaaf35af5, 0x2aaaaaf35af5, 0x0, 0x2, 0x100001000, 0x2aaaaaf35bd4, 
  0x25252525, 0x2, 0x41d09550, 0x2aaaaad13a5a, 0x2aaaaad13a5b, 0x83, 0x1000, 0x2aaaab7bd27e, 0xffffffff25252525, 0x2aaaaad13a59, 0x4, 0x41d09590, 0x2aaaac34cc67, 
  0x2aaaac34cc6b, 0x5, 0x2aaaab7be1cd}
	size = 0
	tm = (struct tm *) 0x2aaaabacfce0
	msg = "signal received: 11\n", '\0' <repeats 1003 times>
	timestr = "2010-08-08 15:53:51\n", '\0' <repeats 235 times>
	utime = 1281297231
---Type <return> to continue, or q <return> to quit---   
	ret = 20
	fd = 4
#4  <signal handler called>
No locals.
#5  0x0000000000000121 in ?? ()
No symbol table info available.
#6  0x00002aaaaaf30c39 in rpc_transport_submit_reply (this=0x2aab05c3b580, reply=0x41d09720) at rpc-transport.c:1122
	ret = -1
	peer_trans = (rpc_transport_t *) 0x0
	pollin = (rpc_transport_pollin_t *) 0x0
	handover_msg = (rpc_transport_handover_t *) 0x0
	__FUNCTION__ = "rpc_transport_submit_reply"
#7  0x00002aaaaaf2c33e in rpcsvc_conn_submit (conn=0x2aab0448ef90, hdrvec=0x41d097e0, hdrcount=1, proghdr=0x41d09860, proghdrcount=1, progpayload=0x0, 
    progpayloadcount=0, iobref=0x2aab3182ce40, priv=0x0) at rpcsvc.c:1374
	ret = -1
	reply = {msg = {rpchdr = 0x41d097e0, rpchdrcount = 1, proghdr = 0x41d09860, proghdrcount = 1, progpayload = 0x0, progpayloadcount = 0, 
    iobref = 0x2aab3182ce40}, private = 0x0}
	__FUNCTION__ = "rpcsvc_conn_submit"
#8  0x00002aaaaaf2c94e in rpcsvc_submit_generic (req=0x2aab05d7d8a0, proghdr=0x41d09860, hdrcount=1, payload=0x0, payloadcount=0, iobref=0x2aab3182ce40)
    at rpcsvc.c:1535
	ret = -1
	i = 0
	replyiob = (struct iobuf *) 0x14b1b3c0
	recordhdr = {iov_base = 0x2aaabf800000, iov_len = 28}
	conn = (rpcsvc_conn_t *) 0x2aab0448ef90
	msglen = 24
	new_iobref = 0 '\0'
	__FUNCTION__ = "rpcsvc_submit_generic"
#9  0x00002aaaacb92af9 in server_submit_reply (frame=0x2aab317b0898, req=0x2aab05d7d8a0, arg=0x41d09910, payload=0x0, payloadcount=0, iobref=0x2aab3182ce40, 
    sfunc=0x2aaaab145b1d <xdr_serialize_open_rsp>) at server.c:123
	iob = (struct iobuf *) 0x14b1b3e8
	ret = -1
	rsp = {iov_base = 0x2aaabf820000, iov_len = 24}
	state = (server_state_t *) 0x2aab317fa570
	new_iobref = 1 '\001'
	__FUNCTION__ = "server_submit_reply"
#10 0x00002aaaacb9e7e9 in server_open_cbk (frame=0x2aab317b0898, cookie=0x2aab317fa820, this=0x633850, op_ret=0, op_errno=0, fd=0x2aab3182cfe0)
---Type <return> to continue, or q <return> to quit---
    at server3_1-fops.c:1336
	conn = (server_connection_t *) 0x64a620
	state = (server_state_t *) 0x2aab317fa570
	req = (rpcsvc_request_t *) 0x2aab05d7d8a0
	fd_no = 329879
	rsp = {gfs_id = 0, op_ret = 0, op_errno = 0, fd = 329879}
	__FUNCTION__ = "server_open_cbk"
#11 0x00002aaaac97d8c8 in iot_open_cbk (frame=0x2aab317fa820, cookie=0x2aab317fa8a0, this=0x6326e0, op_ret=0, op_errno=0, fd=0x2aab3182cfe0) at io-threads.c:679
	fn = (fop_open_cbk_t) 0x2aaaacb9e631 <server_open_cbk>
	_parent = (call_frame_t *) 0x2aab317b0898
	old_THIS = (xlator_t *) 0x6326e0
	__FUNCTION__ = "iot_open_cbk"
#12 0x00002aaaac768680 in pl_open_cbk (frame=0x2aab317fa8a0, cookie=0x2aab317fa920, this=0x6318b0, op_ret=0, op_errno=0, fd=0x2aab3182cfe0) at posix.c:425
	fn = (fop_open_cbk_t) 0x2aaaac97d790 <iot_open_cbk>
	_parent = (call_frame_t *) 0x2aab317fa820
	old_THIS = (xlator_t *) 0x6318b0
	dummy = 1
	ret = 0
	__FUNCTION__ = "pl_open_cbk"
#13 0x00002aaaaace503e in default_open_cbk (frame=0x2aab317fa920, cookie=0x2aab317b0630, this=0x630540, op_ret=0, op_errno=0, fd=0x2aab3182cfe0) at defaults.c:495
	fn = (ret_fn_t) 0x2aaaac7684d1 <pl_open_cbk>
	_parent = (call_frame_t *) 0x2aab317fa8a0
	old_THIS = (xlator_t *) 0x630540
	__FUNCTION__ = "default_open_cbk"
#14 0x00002aaaac343165 in posix_open (frame=0x2aab317b0630, this=0x62f2c0, loc=0x2aab317b0390, flags=2, fd=0x2aab3182cfe0, wbflags=0) at posix.c:2264
	fn = (fop_open_cbk_t) 0x2aaaaace4efe <default_open_cbk>
	_parent = (call_frame_t *) 0x2aab317fa920
	old_THIS = (xlator_t *) 0x62f2c0
	op_ret = 0
	op_errno = 0
	real_path = 0x41d09a90 "/mnt/laks/nfsalpha2/ip-10-202-57-169/test16/kernel-82195/include/linux/pci_ids.h"
	_fd = 9
	pfd = (struct posix_fd *) 0x2aab31710d00
	priv = (struct posix_private *) 0x636300
	was_present = 1 '\001'
	gid = 0
	stbuf = {ia_ino = 51532178, ia_gen = 5502222361699982621, ia_dev = 2064, ia_type = IA_IFREG, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', 
---Type <return> to continue, or q <return> to quit---
    owner = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}, group = {read = 1 '\001', write = 0 '\0', exec = 0 '\0'}, other = {read = 1 '\001', write = 0 '\0', 
      exec = 0 '\0'}}, ia_nlink = 1, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 91657, ia_blksize = 4096, ia_blocks = 200, ia_atime = 1281295401, 
  ia_atime_nsec = 0, ia_mtime = 1281295401, ia_mtime_nsec = 0, ia_ctime = 1281295401, ia_ctime_nsec = 0}
	__FUNCTION__ = "posix_open"
#15 0x00002aaaac55b7c7 in ac_open_resume (frame=0x2aab317fa920, this=0x630540, loc=0x2aab317b0390, flags=2, fd=0x2aab3182cfe0, wbflags=0) at access-control.c:1242
	_new = (call_frame_t *) 0x2aab317b0630
	old_THIS = (xlator_t *) 0x630540
	tmp_cbk = (fop_open_cbk_t) 0x2aaaaace4efe <default_open_cbk>
	__FUNCTION__ = "ac_open_resume"
#16 0x00002aaaaacf91d9 in call_resume_wind (stub=0x2aab317b0360) at call-stub.c:2119
	__FUNCTION__ = "call_resume_wind"
#17 0x00002aaaaacffc90 in call_resume (stub=0x2aab317b0360) at call-stub.c:3854
	old_THIS = (xlator_t *) 0x630540
	__FUNCTION__ = "call_resume"
#18 0x00002aaaac55bd93 in ac_open_only_stat_cbk (frame=0x2aab317fa920, cookie=0x2aab317b05b0, this=0x630540, op_ret=0, op_errno=0, buf=0x41d09e50)
    at access-control.c:1330
	stub = (call_stub_t *) 0x2aab317b0360
	acctest = 2
	flags = 2
	__FUNCTION__ = "ac_open_only_stat_cbk"
#19 0x00002aaaac33afa6 in posix_stat (frame=0x2aab317b05b0, this=0x62f2c0, loc=0x2aab317b0390) at posix.c:580
	fn = (fop_stat_cbk_t) 0x2aaaac55bca7 <ac_open_only_stat_cbk>
	_parent = (call_frame_t *) 0x2aab317fa920
	old_THIS = (xlator_t *) 0x62f2c0
	buf = {ia_ino = 51532178, ia_gen = 5502222361699982621, ia_dev = 2064, ia_type = IA_IFREG, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', 
    owner = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}, group = {read = 1 '\001', write = 0 '\0', exec = 0 '\0'}, other = {read = 1 '\001', write = 0 '\0', 
      exec = 0 '\0'}}, ia_nlink = 1, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 91657, ia_blksize = 4096, ia_blocks = 200, ia_atime = 1281295401, 
  ia_atime_nsec = 0, ia_mtime = 1281295401, ia_mtime_nsec = 0, ia_ctime = 1281295401, ia_ctime_nsec = 0}
	real_path = 0x41d09d90 "/mnt/laks/nfsalpha2/ip-10-202-57-169/test16/kernel-82195/include/linux/pci_ids.h"
	op_ret = 0
	op_errno = 0
	priv = (struct posix_private *) 0x636300
	__FUNCTION__ = "posix_stat"
#20 0x00002aaaac55c141 in ac_open_only (stub=0x2aab317b0360) at access-control.c:1352
	_new = (call_frame_t *) 0x2aab317b05b0
	old_THIS = (xlator_t *) 0x630540
	tmp_cbk = (fop_stat_cbk_t) 0x2aaaac55bca7 <ac_open_only_stat_cbk>
---Type <return> to continue, or q <return> to quit---
	ret = -14
	this = (xlator_t *) 0x630540
	__FUNCTION__ = "ac_open_only"
#21 0x00002aaaac55c236 in ac_open (frame=0x2aab317fa920, this=0x630540, loc=0x2aab317b0140, flags=2, fd=0x2aab3182cfe0, wbflags=0) at access-control.c:1378
	stub = (call_stub_t *) 0x2aab317b0360
	ret = -14
	__FUNCTION__ = "ac_open"
#22 0x00002aaaac7688d6 in pl_open (frame=0x2aab317fa8a0, this=0x6318b0, loc=0x2aab317b0140, flags=2, fd=0x2aab3182cfe0, wbflags=0) at posix.c:436
	_new = (call_frame_t *) 0x2aab317fa920
	old_THIS = (xlator_t *) 0x6318b0
	tmp_cbk = (fop_open_cbk_t) 0x2aaaac7684d1 <pl_open_cbk>
	__FUNCTION__ = "pl_open"
#23 0x00002aaaac97db1b in iot_open_wrapper (frame=0x2aab317fa820, this=0x6326e0, loc=0x2aab317b0140, flags=2, fd=0x2aab3182cfe0, wbflags=0) at io-threads.c:688
	_new = (call_frame_t *) 0x2aab317fa8a0
	old_THIS = (xlator_t *) 0x6326e0
	tmp_cbk = (fop_open_cbk_t) 0x2aaaac97d790 <iot_open_cbk>
	__FUNCTION__ = "iot_open_wrapper"
#24 0x00002aaaaacf91d9 in call_resume_wind (stub=0x2aab317b0110) at call-stub.c:2119
	__FUNCTION__ = "call_resume_wind"
#25 0x00002aaaaacffc90 in call_resume (stub=0x2aab317b0110) at call-stub.c:3854
	old_THIS = (xlator_t *) 0x6326e0
	__FUNCTION__ = "call_resume"
#26 0x00002aaaac979d9c in iot_worker (data=0x6360f0) at io-threads.c:118
	conf = (iot_conf_t *) 0x6360f0
	this = (xlator_t *) 0x6326e0
	stub = (call_stub_t *) 0x2aab317b0110
	sleep_till = {tv_sec = 1281297351, tv_nsec = 0}
	ret = 0
	timeout = 0 '\0'
	bye = 0 '\0'
	__FUNCTION__ = "iot_worker"
#27 0x00002aaaab565407 in start_thread () from /lib64/libpthread.so.0
No locals.
#28 0x00002aaaab84eb0d in clone () from /lib64/libc.so.6
	fstab_state = {fs_fp = 0x0, fs_buffer = 0x0, fs_mntres = {mnt_fsname = 0x0, mnt_dir = 0x0, mnt_type = 0x0, mnt_opts = 0x0, mnt_freq = 0, mnt_passno = 0}, 
  fs_ret = {fs_spec = 0x0, fs_file = 0x0, fs_vfstype = 0x0, fs_mntops = 0x0, fs_type = 0x0, fs_freq = 0, fs_passno = 0}}
	__elf_set___libc_subfreeres_element_fstab_free__ = (const void *) 0x2aaaab885eb0
========================================
log file-
====
[2010-08-08 15:53:51.629997] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 36c6144, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 11
[2010-08-08 15:53:51.630013] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0
[2010-08-08 15:53:51.630029] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - OPEN
[2010-08-08 15:53:51.630049] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 77
[2010-08-08 15:53:51.630094] T [access-control.c:205:ac_test_access] access-control: Root has access
[2010-08-08 15:53:51.630154] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 24
[2010-08-08 15:53:51.630171] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 48, payload: 24, rpc hdr: 24
[2010-08-08 15:53:51.630975] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS
[2010-08-08 15:53:51.630992] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 36c6145, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 41
[2010-08-08 15:53:51.631008] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0
[2010-08-08 15:53:51.631023] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - RELEASE
[2010-08-08 15:53:51.631043] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 16
[2010-08-08 15:53:51.631059] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 40, payload: 16, rpc hdr: 24
[2010-08-08 15:53:51.631090] T [posix.c:1287:posix_janitor_thread_proc] posix: janitor: closing file fd=512239
[2010-08-08 15:53:51.633153] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 200
[2010-08-08 15:53:51.633210] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 224, payload: 200, rpc hdr: 24
[2010-08-08 15:53:51.633514] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS
[2010-08-08 15:53:51.633534] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 36c6146, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 33
[2010-08-08 15:53:51.633558] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 284096576, uid: 0, gid: 0, owner: 284096576
[2010-08-08 15:53:51.633575] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - XATTROP
[2010-08-08 15:53:51.633637] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 66
[2010-08-08 15:53:51.633889] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 332
[2010-08-08 15:53:51.633911] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 356, payload: 332, rpc hdr: 24
[2010-08-08 15:53:51.634054] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 312
[2010-08-08 15:53:51.634073] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 336, payload: 312, rpc hdr: 24
[2010-08-08 15:53:51.634468] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS
[2010-08-08 15:53:51.634485] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 36c6147, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 5
[2010-08-08 15:53:51.634502] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0
[2010-08-08 15:53:51.634518] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - UNLINK
[2010-08-08 15:53:51.634543] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 77
[2010-08-08 15:53:51.634602] T [access-control.c:205:ac_test_access] access-control: Root has access
[2010-08-08 15:53:51.642881] T [server3_1-fops.c:902:server_unlink_cbk] /mnt/laks: 57434439: UNLINK_CBK 25480646/zfcp_erp.c (25480663)
[2010-08-08 15:53:51.642924] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 200
[2010-08-08 15:53:51.642942] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 224, payload: 200, rpc hdr: 24
[2010-08-08 15:53:51.645964] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS
[2010-08-08 15:53:51.645981] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 36c6148, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 33
[2010-08-08 15:53:51.645998] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0
[2010-08-08 15:53:51.646014] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - XATTROP
[2010-08-08 15:53:51.646044] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 61
[2010-08-08 15:53:51.646263] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 332
[2010-08-08 15:53:51.646283] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 356, payload: 332, rpc hdr: 24
[2010-08-08 15:53:51.646713] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS
[2010-08-08 15:53:51.646730] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 36c6149, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 33
[2010-08-08 15:53:51.646746] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0
[2010-08-08 15:53:51.646762] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - XATTROP
[2010-08-08 15:53:51.646790] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 64
[2010-08-08 15:53:51.646951] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 332
[2010-08-08 15:53:51.646972] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 356, payload: 332, rpc hdr: 24
[2010-08-08 15:53:51.648336] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS
[2010-08-08 15:53:51.648353] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 36c614a, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 27
[2010-08-08 15:53:51.648369] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0
[2010-08-08 15:53:51.648385] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - LOOKUP
[2010-08-08 15:53:51.648428] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 71
[2010-08-08 15:53:51.648588] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 616
[2010-08-08 15:53:51.648607] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 640, payload: 616, rpc hdr: 24
[2010-08-08 15:53:51.649586] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS
[2010-08-08 15:53:51.649603] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 36c614b, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 27
[2010-08-08 15:53:51.649619] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0
[2010-08-08 15:53:51.649635] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - LOOKUP
[2010-08-08 15:53:51.649669] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 82
[2010-08-08 15:53:51.650016] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 312
[2010-08-08 15:53:51.650035] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 336, payload: 312, rpc hdr: 24
[2010-08-08 15:53:51.650459] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS
[2010-08-08 15:53:51.650477] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: 36c614c, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 11
[2010-08-08 15:53:51.650493] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0
[2010-08-08 15:53:51.650520] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - OPEN
[2010-08-08 15:53:51.650544] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 71
[2010-08-08 15:53:51.650579] E [rpcsvc.c:1108:rpcsvc_request_create] rpc-service: RPC call decoding failed
[2010-08-08 15:53:51.650595] D [rpcsvc.c:1150:rpcsvc_request_create] rpcsvc: failed to queue error reply
[2010-08-08 15:53:51.650610] T [socket.c:1516:socket_event_handler] transport: disconnecting now
[2010-08-08 15:53:51.650652] T [socket.c:2322:fini] RPC: transport 0x2aab05c3b580 destroyed
[2010-08-08 15:53:51.650698] T [access-control.c:205:ac_test_access] access-control: Root has access
[2010-08-08 15:53:51.650762] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 24
[2010-08-08 15:53:51.650779] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 48, payload: 24, rpc hdr: 24
pending frames:

patchset: v3.1.0qa3
signal received: 11
time of crash: 2010-08-08 15:53:51
configuration details:
argp 1
backtrace 1
dlfcn 1
fdatasync 1
libpthread 1
llistxattr 1
setfsid 1
spinlock 1
epoll.h 1
xattr.h 1
st_atim.tv_nsec 1
package-string: glusterfs 3.1.0qa3
[2010-08-08 15:53:51.665964] T [rpcsvc-auth.c:276:rpcsvc_auth_request_init] rpc-service: Auth handler: AUTH_GLUSTERFS
[2010-08-08 15:53:51.665988] T [rpcsvc.c:1119:rpcsvc_request_create] rpc-service: RPC XID: e04383, Ver: 2, Program: 1298437, ProgVers: 310, Proc: 11
[2010-08-08 15:53:51.666006] T [auth-glusterfs.c:176:auth_glusterfs_authenticate] rpc-service: Auth Info: pid: 0, uid: 0, gid: 0, owner: 0
[2010-08-08 15:53:51.666022] T [rpcsvc.c:955:rpcsvc_program_actor] rpc-service: Actor found: GlusterFS-3.1.0 - OPEN
[2010-08-08 15:53:51.666056] D [server-resolve.c:118:resolve_loc_touchup] : return value inode_path 72
[2010-08-08 15:53:51.666129] T [access-control.c:205:ac_test_access] access-control: Root has access
[2010-08-08 15:53:51.666217] T [rpcsvc.c:1513:rpcsvc_submit_generic] rpc-service: Tx message: 24
[2010-08-08 15:53:51.666234] T [rpcsvc.c:1319:rpcsvc_record_build_header] rpc-service: Reply fraglen 48, payload: 24, rpc hdr: 24
==========
Comment 1 Amar Tumballi 2010-08-12 06:52:28 UTC 
not seen in qa4..

*** This bug has been marked as a duplicate of bug 1199 ***