Bug 763234 (GLUSTER-1502)

Summary: Crash in rpcsvc_record_build_record
Product: [Community] GlusterFS Reporter: Anush Shetty <anush>
Component: transportAssignee: Raghavendra G <raghavendra>
Status: CLOSED WORKSFORME QA Contact:
Severity: high Docs Contact:
Priority: low    
Version: mainlineCC: gluster-bugs, vijay
Target Milestone: ---   
Target Release: ---   
Hardware: All   
OS: Linux   
Whiteboard:
Fixed In Version: Doc Type: Bug Fix
Doc Text:
Story Points: ---
Clone Of: Environment:
Last Closed: Type: ---
Regression: --- Mount Type: ---
Documentation: --- CRM:
Verified Versions: Category: ---
oVirt Team: --- RHEL 7.3 requirements from Atomic Host:
Cloudforms Team: --- Target Upstream Version:

Description Anush Shetty 2010-09-01 14:49:08 UTC
Dbench and dd were running on the mount point over the dht+afr (3x2) setup 

#0  0x00002aaaaaf2710e in rpcsvc_record_build_record (req=0x2aaab4943720, payload=0, recbuf=0x7fff8690c820) at rpcsvc.c:1420
	reply = {rm_xid = 140735451023392, rm_direction = 2863452088, ru = {RM_cmb = {cb_rpcvers = 46912500800971, cb_prog = 46912638150352, 
      cb_vers = 6523352, cb_proc = 46912564156668, cb_cred = {oa_flavor = -1267216648, oa_base = 0x639cc8 "(�c", oa_length = 6528200}, cb_verf = {
        oa_flavor = -1429192866, oa_base = 0x639cc8 "(�c", oa_length = 2890003128}}, RM_rmb = {rp_stat = 2867994059, ru = {RP_ar = {ar_verf = {
            oa_flavor = -1289623856, oa_base = 0x6389d8 "8\223c", oa_length = 2931349756}, ar_stat = 3027750648, ru = {AR_versions = {low = 6528200, 
              high = 6528200}, AR_results = {where = 0x639cc8 "(�c", proc = 0x639cc8}}}, RP_dr = {rj_stat = 3005343440, ru = {RJ_versions = {low = 6523352, 
              high = 46912564156668}, RJ_why = 6523352}}}}}}
	replyiob = <value optimized out>
	recordhdr = {iov_base = 0x2aaab4943b68, iov_len = 46912566401713}
	pagesize = <value optimized out>
	ret = <value optimized out>
	__FUNCTION__ = "rpcsvc_record_build_record"
#1  0x00002aaaaaf28a7b in rpcsvc_submit_generic (req=0x2aaab4943720, proghdr=0x7fff8690c870, hdrcount=0, payload=0x0, payloadcount=0, iobref=0x0)
    at rpcsvc.c:1506
	ret = <value optimized out>
	replyiob = <value optimized out>
	recordhdr = {iov_base = 0x0, iov_len = 0}
	msglen = 0
	new_iobref = <value optimized out>
	__FUNCTION__ = "rpcsvc_submit_generic"
#2  0x00002aaaaaf28eb1 in rpcsvc_error_reply (req=0x2aaab4943720) at rpcsvc.c:1559
	dummyvec = {iov_base = 0x0, iov_len = 0}
#3  0x00002aaaaaf293c5 in rpcsvc_handle_rpc_call (svc=0x63c408, trans=0x2aaaaefc1fa0, msg=0x2aaab4944158) at rpcsvc.c:996
	actor = (rpcsvc_actor_t *) 0x2aaaaefc1fa0
	req = <value optimized out>
	ret = -2037331936
	port = <value optimized out>
	__FUNCTION__ = "rpcsvc_handle_rpc_call"
#4  0x00002aaaaaf295b6 in rpcsvc_notify (trans=<value optimized out>, mydata=0x0, event=<value optimized out>, data=0x0) at rpcsvc.c:1085
	ret = <value optimized out>
	__FUNCTION__ = "rpcsvc_notify"
#5  0x00002aaaaaf29b6e in rpc_transport_notify (this=0x2aaab4943720, event=RPC_TRANSPORT_ACCEPT, data=<value optimized out>) at rpc-transport.c:1124
	ret = <value optimized out>
#6  0x00002aaaad4b564f in socket_event_poll_in (this=0x650508) at socket.c:1561
	ret = 0
	pollin = (rpc_transport_pollin_t *) 0x2aaab4944158
#7  0x00002aaaad4b578c in socket_event_handler (fd=<value optimized out>, idx=3, data=0x650508, poll_in=1, poll_out=0, poll_err=0) at socket.c:1675
	priv = (socket_private_t *) 0x6b02f8
	ret = 0
	__FUNCTION__ = "socket_event_handler"
#8  0x00002aaaaad00f24 in event_dispatch_epoll (event_pool=0x62ad28) at event.c:812
	events = (struct epoll_event *) 0x62e688
	ret = <value optimized out>
	__FUNCTION__ = "event_dispatch_epoll"
#9  0x000000000040561a in main (argc=15, argv=<value optimized out>) at glusterfsd.c:1398
	ctx = (glusterfs_ctx_t *) 0x62a010
	ret = 0

pending frames:

patchset: git://git.sv.gnu.org/gluster.git
signal received: 11
time of crash: 2010-09-01 14:38:47
configuration details:
argp 1
backtrace 1
dlfcn 1
fdatasync 1
libpthread 1
llistxattr 1
setfsid 1
spinlock 1
epoll.h 1
xattr.h 1
st_atim.tv_nsec 1
package-string: glusterfs 3.1.0git
/lib/libc.so.6[0x2aaaab79d030]
/usr/local/lib/libgfrpc.so.0(rpcsvc_record_build_record+0x8e)[0x2aaaaaf2710e]
/usr/local/lib/libgfrpc.so.0(rpcsvc_submit_generic+0x15b)[0x2aaaaaf28a7b]
/usr/local/lib/libgfrpc.so.0(rpcsvc_error_reply+0x31)[0x2aaaaaf28eb1]
/usr/local/lib/libgfrpc.so.0(rpcsvc_handle_rpc_call+0x1b5)[0x2aaaaaf293c5]
/usr/local/lib/libgfrpc.so.0(rpcsvc_notify+0xa6)[0x2aaaaaf295b6]
/usr/local/lib/libgfrpc.so.0(rpc_transport_notify+0x2e)[0x2aaaaaf29b6e]
/usr/local/lib/glusterfs/3.1.0git/rpc-transport/socket.so(socket_event_poll_in+0x3f)[0x2aaaad4b564f]
/usr/local/lib/glusterfs/3.1.0git/rpc-transport/socket.so(socket_event_handler+0x11c)[0x2aaaad4b578c]
/usr/local/lib/libglusterfs.so.0[0x2aaaaad00f24]
/usr/local/sbin/glusterfs(main+0x23a)[0x40561a]
/lib/libc.so.6(__libc_start_main+0xe6)[0x2aaaab788586]
/usr/local/sbin/glusterfs[0x403229]

Comment 1 Vijay Bellur 2010-09-16 10:37:05 UTC
Works fine with the latest git HEAD.