Bug 1102460

Linux gluster-trial-01 3.14.4-200.fc20.x86_64 #1 SMP Tue May 13 13:51:08 UTC 2014 x86_64 x86_64 x86_64 GNU/Linux
glusterfs-3.5.0-3.fc20.x86_64


I cannot seem to mount my gluster volume with nfs.  Mounting with mount -t glusterfs works.  This is the script I use to ensure that my machine starts my gluster volume correctly:


#!/bin/bash

gluster volume remove-brick gv0 10.200.6.12:/data/brick/gv0 force
if [[ $? -ne 0 ]]; then
    echo "gluster volume remove-brick failed"
    #exit 1
fi

setfattr -x trusted.glusterfs.volume-id /data/brick/gv0
setfattr -x trusted.gfid                /data/brick/gv0
rm -rf /data/brick/gv0/.glusterfs

gluster volume stop gv0
if [[ $? -ne 0 ]]; then
    echo "gluster volume stop failed"
    #exit 1
fi
gluster volume delete gv0
if [[ $? -ne 0 ]]; then
    echo "gluster volume delete failed"
    #exit 1
fi
systemctl disable glusterd
systemctl stop glusterd
systemctl disable glusterfsd
systemctl stop glusterfsd

abort=0
selinux_status=$(getenforce)
if [[ $selinux_status -ne "Disabled" ]]; then
    echo "SELinux is enabled"
    abort=1
fi
if [[ $(systemctl is-enabled iptables) != "disabled" && $(systemctl is-active iptables) != "inactive" ]]; then
    echo "is iptables enabled?"
    abort=1
fi
if [[ $(systemctl is-enabled ip6tables) != "disabled" && $(systemctl is-active ip6tables) != "inactive" ]]; then
    echo "is ip6tables enabled?"
    abort=1
fi
if [[ $(systemctl is-enabled nfs-server) != "disabled" && $(systemctl is-active nfs-server) != "inactive" ]]; then
    echo "is nfs-server is enabled?"
    abort=1
fi
if [[ $(systemctl is-enabled rpcbind) != "enabled" && $(systemctl is-active rpcbind) != "active" ]]; then
    echo "rpcbind is not enabled"
    abort=1
fi
if [[ $(systemctl is-enabled glusterd) != "disabled" && $(systemctl is-active glusterd) != "inactive" ]]; then
    echo "is glusterd is enabled?"
    abort=1
fi
if [[ $(systemctl is-enabled glusterfsd) != "disabled" && $(systemctl is-active glusterfs) != "inactive" ]]; then
    echo "glusterfsd is enabled"
    abort=1
fi
gluster volume info > /dev/null 2>&1
gluster_status=$?
if [[ $gluster_status -ne 1 ]]; then
    echo "is there already a gluster volume?"
    abort=1
fi
if [[ $abort -ne 0 ]]; then
    echo "Aborting"
    exit 1
fi

echo "Pre-flight seems ok"

systemctl enable glusterd
systemctl start  glusterd
systemctl enable glusterfsd
systemctl start  glusterfsd

if [[ $(systemctl is-enabled glusterd) != "enabled" && $(systemctl is-active glusterd) != "active" ]]; then
    echo "gluserd should be enabled and active by now"
    abort=1
fi
if [[ $(systemctl is-enabled glusterfsd) != "enabled" && $(systemctl is-active glusterfs) != "active" ]]; then
    echo "glusterfsd should be enabled and active by now"
    abort=1
fi
gluster_status=$(gluster volume info 2>&1)
if [[ "$gluster_status" != "No volumes present" ]]; then
    echo "is there already a gluster volume?"
    abort=1
fi

gluster volume create gv0 10.200.6.12:/data/brick/gv0
gluster volume start gv0
gluster volume info
gluster volume profile gv0 start
gluster volume profile gv0 info
gluster volume profile gv0 info nfs

This is the volfile:

volume management
    type mgmt/glusterd
    option working-directory /var/lib/glusterd
    option transport-type socket,rdma
    option transport.socket.keepalive-time 10
    option transport.socket.keepalive-interval 2
    option transport.socket.read-fail-log off
#   option base-port 49152
end-volume


This is the log of nfs.log:

[2014-05-29 01:17:42.969885] I [glusterfsd.c:1959:main] 0-/usr/sbin/glusterfs: Started running /usr/sbin/glusterfs version 3.5.0 (/usr/sbin/glusterfs -s localhost --volfile-id gluster/nfs -p /var/lib/glusterd/nfs/run/nfs.pid -l /var/log/glusterfs/nfs.log -S /var/run/476e2c1589b6d7674a08290ce94dcbbf.socket)
[2014-05-29 01:17:42.972331] I [socket.c:3561:socket_init] 0-socket.glusterfsd: SSL support is NOT enabled
[2014-05-29 01:17:42.972362] I [socket.c:3576:socket_init] 0-socket.glusterfsd: using system polling thread
[2014-05-29 01:17:42.972490] I [socket.c:3561:socket_init] 0-glusterfs: SSL support is NOT enabled
[2014-05-29 01:17:42.972499] I [socket.c:3576:socket_init] 0-glusterfs: using system polling thread
[2014-05-29 01:17:42.982398] I [rpcsvc.c:2064:rpcsvc_set_outstanding_rpc_limit] 0-rpc-service: Configured rpc.outstanding-rpc-limit with value 16
[2014-05-29 01:17:43.011066] I [socket.c:3561:socket_init] 0-socket.nfs-server: SSL support is NOT enabled
[2014-05-29 01:17:43.011100] I [socket.c:3576:socket_init] 0-socket.nfs-server: using system polling thread
[2014-05-29 01:17:43.012323] I [socket.c:3561:socket_init] 0-socket.nfs-server: SSL support is NOT enabled
[2014-05-29 01:17:43.012336] I [socket.c:3576:socket_init] 0-socket.nfs-server: using system polling thread
[2014-05-29 01:17:43.014722] I [socket.c:3561:socket_init] 0-socket.nfs-server: SSL support is NOT enabled
[2014-05-29 01:17:43.014739] I [socket.c:3576:socket_init] 0-socket.nfs-server: using system polling thread
[2014-05-29 01:17:43.014943] I [socket.c:3561:socket_init] 0-socket.NLM: SSL support is NOT enabled
[2014-05-29 01:17:43.014955] I [socket.c:3576:socket_init] 0-socket.NLM: using system polling thread
[2014-05-29 01:17:43.151113] E [rpcsvc.c:1262:rpcsvc_program_register_portmap] 0-rpc-service: Could not register with portmap
[2014-05-29 01:17:43.151184] E [nfs.c:332:nfs_init_versions] 0-nfs: Program  NLM4 registration failed
[2014-05-29 01:17:43.151218] E [nfs.c:1312:init] 0-nfs: Failed to initialize protocols
[2014-05-29 01:17:43.151233] E [xlator.c:403:xlator_init] 0-nfs-server: Initialization of volume 'nfs-server' failed, review your volfile again
[2014-05-29 01:17:43.151249] E [graph.c:307:glusterfs_graph_init] 0-nfs-server: initializing translator failed
[2014-05-29 01:17:43.151263] E [graph.c:502:glusterfs_graph_activate] 0-graph: init failed
[2014-05-29 01:17:43.151960] W [glusterfsd.c:1095:cleanup_and_exit] (-->/lib64/libgfrpc.so.0(rpc_clnt_handle_reply+0x90) [0x7f114b9bbae0] (-->/usr/sbin/glusterfs(mgmt_getspec_cbk+0x333) [0x7f114c080d43] (-->/usr/sbin/glusterfs(glusterfs_process_volfp+0x106) [0x7f114c07c8a6]))) 0-: received signum (0), shutting down