Bug 765413 (GLUSTER-3681)

4 peer cluster. a replicate volume with 2 bricks (i.e. replica count 2).

volume status <volname> command on the peers which have bricks running crahes one of the glusterd's if the volume status command is issued alternatively on those peers.

This is the backtrace.

Core was generated by `glusterd -LDEBUG'.
Program terminated with signal 6, Aborted.
#0  0x00000030b8e30265 in raise () from /lib64/libc.so.6
(gdb) bt
#0  0x00000030b8e30265 in raise () from /lib64/libc.so.6
#1  0x00000030b8e31d10 in abort () from /lib64/libc.so.6
#2  0x00000030b8e296e6 in __assert_fail () from /lib64/libc.so.6
#3  0x00002aaaaaafc5b2 in glusterd_volume_status_use_rsp_dict (rsp_dict=0x5b30bc0)
    at ../../../../../xlators/mgmt/glusterd/src/glusterd-rpc-ops.c:1347
#4  0x00002aaaaaafcde3 in glusterd3_1_commit_op_cbk (req=0x2aaaab94304c, iov=0x2aaaab94308c, count=1, myframe=0x2ae7867c75c4)
    at ../../../../../xlators/mgmt/glusterd/src/glusterd-rpc-ops.c:1533
#5  0x00002ae78588425e in rpc_clnt_handle_reply (clnt=0x5b3a3f0, pollin=0x5b30cf0) at ../../../../rpc/rpc-lib/src/rpc-clnt.c:789
#6  0x00002ae785884586 in rpc_clnt_notify (trans=0x5b3a8e0, mydata=0x5b3a420, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x5b30cf0)
    at ../../../../rpc/rpc-lib/src/rpc-clnt.c:902
#7  0x00002ae7858809f3 in rpc_transport_notify (this=0x5b3a8e0, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x5b30cf0)
    at ../../../../rpc/rpc-lib/src/rpc-transport.c:498
#8  0x00002aaaaae08ee3 in socket_event_poll_in (this=0x5b3a8e0) at ../../../../../rpc/rpc-transport/socket/src/socket.c:1675
#9  0x00002aaaaae09425 in socket_event_handler (fd=11, idx=3, data=0x5b3a8e0, poll_in=1, poll_out=0, poll_err=0)
    at ../../../../../rpc/rpc-transport/socket/src/socket.c:1790
#10 0x00002ae78562bb40 in event_dispatch_epoll_handler (event_pool=0x5b1e960, events=0x5b2c830, i=0) at ../../../libglusterfs/src/event.c:794
#11 0x00002ae78562bd45 in event_dispatch_epoll (event_pool=0x5b1e960) at ../../../libglusterfs/src/event.c:856
#12 0x00002ae78562c09f in event_dispatch (event_pool=0x5b1e960) at ../../../libglusterfs/src/event.c:956
#13 0x000000000040784d in main (argc=2, argv=0x7fff037b98e8) at ../../../glusterfsd/src/glusterfsd.c:1592
(gdb)  f 3
#3  0x00002aaaaaafc5b2 in glusterd_volume_status_use_rsp_dict (rsp_dict=0x5b30bc0)
    at ../../../../../xlators/mgmt/glusterd/src/glusterd-rpc-ops.c:1347
1347            GF_ASSERT (GD_OP_STATUS_VOLUME == op);
(gdb) p op
$1 = GD_OP_NONE
(gdb) f 4
#4  0x00002aaaaaafcde3 in glusterd3_1_commit_op_cbk (req=0x2aaaab94304c, iov=0x2aaaab94308c, count=1, myframe=0x2ae7867c75c4)
    at ../../../../../xlators/mgmt/glusterd/src/glusterd-rpc-ops.c:1533
1533                            ret = glusterd_volume_status_use_rsp_dict (dict);
(gdb) l
1528                            if (ret)
1529                                    goto out;
1530                    break;
1531
1532                    case GD_OP_STATUS_VOLUME:
1533                            ret = glusterd_volume_status_use_rsp_dict (dict);
1534                            if (ret)
1535                                    goto out;
1536                    break;
1537
(gdb) p rsp.op
$2 = 22
(gdb) p opinfo
$3 = {state = {state = GD_OP_STATE_DEFAULT, time = {tv_sec = 0, tv_usec = 0}}, pending_count = 0, brick_pending_count = 0, op_count = 0, 
  op = GD_OP_NONE, op_peers = {next = 0x0, prev = 0x0}, op_ctx = 0x0, req = 0x2aaaaad5704c, op_ret = 0, op_errno = 0, op_errstr = 0x0, 
  pending_bricks = {next = 0x2aaaaad55b78, prev = 0x2aaaaad55b78}}
(gdb)