Hide Forgot
Thread 9 (process 9895): #0 0x000000333dad21d8 in epoll_wait () from /lib64/libc.so.6 No symbol table info available. #1 0x00002b4f8b53dcb7 in event_dispatch_epoll (event_pool=0x1a26c168) at event.c:859 events = (struct epoll_event *) 0x1a27f4c8 i = 1 ret = 1 __FUNCTION__ = "event_dispatch_epoll" #2 0x000000000040467d in main (argc=5, argv=0x7fff8c0fd1f8) at glusterfsd.c:1398 ctx = (glusterfs_ctx_t *) 0x1a26a010 ret = -4 Thread 8 (process 9896): #0 0x000000333e20dbb8 in do_sigwait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x000000333e20dc5d in sigwait () from /lib64/libpthread.so.0 No symbol table info available. #2 0x00000000004038ab in glusterfs_sigwaiter (arg=<value optimized out>) at glusterfsd.c:1161 set = {__val = {18947, 220087799896, 0, 0, 1116024832, 4096, 0, 220073086165, 5, 0, 0, 0, 220077264960, 1116023104, 0, 220073109586}} ret = -4 sig = 0 __FUNCTION__ = "glusterfs_sigwaiter" #3 0x000000333e206307 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x000000333dad1ded in clone () from /lib64/libc.so.6 No symbol table info available. Thread 7 (process 9898): #0 0x000000333e20a6a7 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00002aaaaaab1052 in posix_janitor_thread_proc (data=<value optimized out>) at posix.c:1231 this = (xlator_t *) 0xffffffffffffff92 priv = (struct posix_private *) 0x1a27f108 pfd = <value optimized out> now = 1284364270 __FUNCTION__ = "posix_janitor_thread_proc" #2 0x000000333e206307 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x000000333dad1ded in clone () from /lib64/libc.so.6 No symbol table info available. Thread 6 (process 9948): #0 0x000000333dad1aca in lgetxattr () from /lib64/libc.so.6 No symbol table info available. #1 0x00002aaaaaab7cc8 in posix_lstat_with_gen (this=0x1a270d58, path=0x42a52ce0 "/e1/CL1/d2cgn/d1323uur", stbuf_p=0x42a53f00) at posix.c:300 priv = <value optimized out> ret = 8 gen_key = "trusted.posix.gen", '\0' <repeats 1006 times> gen_val_be = 10327598374110399820 gen_val = <value optimized out> lstatbuf = {st_dev = 2065, st_ino = 258949380, st_nlink = 2, st_mode = 16895, st_uid = 0, st_gid = 0, pad0 = 0, st_rdev = 0, st_size = 4096, st_blksize = 4096, st_blocks = 16, st_atim = {tv_sec = 0, tv_nsec = 0}, st_mtim = {tv_sec = 1284363629, tv_nsec = 0}, st_ctim = {tv_sec = 1284363629, tv_nsec = 0}, __unused = {0, 0, 0}} stbuf = {ia_ino = 258949380, ia_gen = 0, ia_dev = 2065, ia_type = IA_IFDIR, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 1 '\001', write = 1 '\001', exec = 1 '\001'}, group = {read = 1 '\001', write = 1 '\001', exec = 1 '\001'}, other = {read = 1 '\001', write = 1 '\001', exec = 1 '\001'}}, ia_nlink = 2, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 4096, ia_blksize = 4096, ia_blocks = 16, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 1284363629, ia_mtime_nsec = 0, ia_ctime = 1284363629, ia_ctime_nsec = 0} __FUNCTION__ = "posix_lstat_with_gen" #2 0x00002aaaaaab82ca in posix_do_readdir (frame=0x2b4f8c40d838, this=0x1a270d58, fd=<value optimized out>, size=27808, off=<value optimized out>, whichop=40) at posix.c:4035 tmp_pfd = 46912585741912 pfd = <value optimized out> dir = (DIR *) 0x2aaab004a4e0 ret = <value optimized out> filled = 26382 count = 170 op_ret = 0 op_errno = <value optimized out> this_entry = <value optimized out> entries = {{list = {next = 0x2aaab00214e8, prev = 0x2aaab004c558}, {next = 0x2aaab00214e8, prev = 0x2aaab004c558}}, d_ino = 1118125744, d_off = 47620659803240, d_len = 1118128368, d_type = 0, d_stat = {ia_ino = 2863376287, ia_gen = 94489280512, ia_dev = 0, ia_type = IA_IFDIR, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 1, ia_uid = 1284102260, ia_gid = 2065, ia_rdev = 361703041654587394, ia_size = 10, ia_blksize = 0, ia_blocks = 0, ia_atime = 4096, ia_atime_nsec = 0, ia_mtime = 4096, ia_mtime_nsec = 0, ia_ctime = 16, ia_ctime_nsec = 0}, d_name = 0x42a53f00 "��n\017"} entry = (struct dirent *) 0x2aaab004aae0 in_case = 181214058 real_path_len = <value optimized out> entry_path = 0x42a52790 "trusted.posix.gen" priv = (struct posix_private *) 0x1a27f108 stbuf = {ia_ino = 258916826, ia_gen = 5516277148249241329, ia_dev = 2065, ia_type = IA_IFDIR, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 1 '\001', write = 1 '\001', exec = 1 '\001'}, group = {read = 1 '\001', write = 1 '\001', exec = 1 '\001'}, other = {read = 1 '\001', write = 1 '\001', exec = 1 '\001'}}, ia_nlink = 2, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 4096, ia_blksize = 4096, ia_blocks = 16, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 1284363197, ia_mtime_nsec = 0, ia_ctime = 1284363197, ia_ctime_nsec = 0} base_path = "/e1/", '\0' <repeats 4091 times> __FUNCTION__ = "posix_do_readdir" #3 0x00002aaaaaab885f in posix_readdirp (frame=0x42a52ce0, this=0x42a52790, fd=0x42a52c88, size=18446744073709551615, off=3) at posix.c:4095 No locals. #4 0x00002b4f8b5245a1 in default_readdirp (frame=<value optimized out>, this=0x1a2720d8, fd=0x2aaaae877778, size=27808, off=0) at defaults.c:1213 _new = (call_frame_t *) 0x42a52ce0 old_THIS = (xlator_t *) 0x1a2720d8 __FUNCTION__ = "default_readdirp" #5 0x00002b4f8b5245a1 in default_readdirp (frame=<value optimized out>, this=0x1a2732f8, fd=0x2aaaae877778, size=27808, off=0) at defaults.c:1213 _new = (call_frame_t *) 0x42a52ce0 old_THIS = (xlator_t *) 0x1a2732f8 __FUNCTION__ = "default_readdirp" #6 0x00002aaaab0e9f81 in iot_readdirp_wrapper (frame=<value optimized out>, this=0x1a274418, fd=0x2aaaae877778, size=27808, offset=0) at io-threads.c:1798 _new = (call_frame_t *) 0x42a52ce0 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "iot_readdirp_wrapper" #7 0x00002b4f8b5316a6 in call_resume (stub=0x2b4f8c832ec8) at call-stub.c:2449 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "call_resume" #8 0x00002aaaab0f1254 in iot_worker (data=0x1a27d088) at io-threads.c:118 conf = <value optimized out> this = <value optimized out> stub = (call_stub_t *) 0x2b4f8c832ec8 sleep_till = {tv_sec = 1284364389, tv_nsec = 0} ret = <value optimized out> timeout = 0 '\0' bye = 0 '\0' __FUNCTION__ = "iot_worker" #9 0x000000333e206307 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #10 0x000000333dad1ded in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (process 9949): #0 0x000000333dad1aca in lgetxattr () from /lib64/libc.so.6 No symbol table info available. #1 0x00002aaaaaab7cc8 in posix_lstat_with_gen (this=0x1a270d58, path=0x42b54e30 "/e1/CL3/d0lmlhu/d398pnti/f11963enoyt.stlel", stbuf_p=0x42b54f20) at posix.c:300 priv = <value optimized out> ret = 8 gen_key = "trusted.posix.gen", '\0' <repeats 1006 times> gen_val_be = 16516952736512642380 gen_val = <value optimized out> lstatbuf = {st_dev = 2065, st_ino = 866877446, st_nlink = 1, st_mode = 33206, st_uid = 0, st_gid = 0, pad0 = 0, st_rdev = 0, st_size = 32768, st_blksize = 4096, st_blocks = 72, st_atim = {tv_sec = 0, tv_nsec = 0}, st_mtim = {tv_sec = 1284362760, tv_nsec = 0}, st_ctim = {tv_sec = 1284362760, tv_nsec = 0}, __unused = {0, 0, 0}} stbuf = {ia_ino = 866877446, ia_gen = 0, ia_dev = 2065, ia_type = IA_IFREG, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}, group = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}, other = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}}, ia_nlink = 1, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 32768, ia_blksize = 4096, ia_blocks = 72, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 1284362760, ia_mtime_nsec = 0, ia_ctime = 1284362760, ia_ctime_nsec = 0} __FUNCTION__ = "posix_lstat_with_gen" #2 0x00002aaaaaabe7b4 in posix_lookup (frame=0x2b4f8c409b38, this=0x1a270d58, loc=0x2b4f8c82f468, xattr_req=0x0) at posix.c:496 buf = {ia_ino = 0, ia_gen = 0, ia_dev = 0, ia_type = IA_INVAL, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = { read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 0, ia_mtime_nsec = 0, ia_ctime = 0, ia_ctime_nsec = 0} real_path = 0x42b548d0 "trusted.posix.gen" op_ret = <value optimized out> entry_ret = <value optimized out> op_errno = <value optimized out> xattr = <value optimized out> pathdup = <value optimized out> parentpath = <value optimized out> postparent = {ia_ino = 0, ia_gen = 0, ia_dev = 0, ia_type = IA_INVAL, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = { read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 0, ia_mtime_nsec = 0, ia_ctime = 0, ia_ctime_nsec = 0} __FUNCTION__ = "posix_lookup" #3 0x00002b4f8b52b032 in default_lookup (frame=<value optimized out>, this=0x1a2720d8, loc=0x2b4f8c82f468, xattr_req=0x0) at defaults.c:63 _new = (call_frame_t *) 0x42b54e30 old_THIS = (xlator_t *) 0x1a2720d8 __FUNCTION__ = "default_lookup" #4 0x00002aaaaaed779f in pl_lookup (frame=0x2b4f8c40c4b8, this=0x1a2732f8, loc=0x2b4f8c82f468, xattr_req=0x0) at posix.c:1171 _new = (call_frame_t *) 0x42b54e30 old_THIS = (xlator_t *) 0x1a2732f8 __FUNCTION__ = "pl_lookup" #5 0x00002aaaab0ed1f2 in iot_lookup_wrapper (frame=<value optimized out>, this=0x1a274418, loc=0x2b4f8c82f468, xattr_req=0x0) at io-threads.c:178 _new = (call_frame_t *) 0x42b54e30 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "iot_lookup_wrapper" #6 0x00002b4f8b53159e in call_resume (stub=0x2b4f8c82f430) at call-stub.c:2420 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "call_resume" #7 0x00002aaaab0f1254 in iot_worker (data=0x1a27d088) at io-threads.c:118 conf = <value optimized out> this = <value optimized out> stub = (call_stub_t *) 0x2b4f8c82f430 sleep_till = {tv_sec = 1284364390, tv_nsec = 0} ret = <value optimized out> timeout = 0 '\0' bye = 0 '\0' __FUNCTION__ = "iot_worker" #8 0x000000333e206307 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #9 0x000000333dad1ded in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (process 9951): #0 0x000000333dac3465 in _lxstat () from /lib64/libc.so.6 No symbol table info available. #1 0x00002aaaaaab7a54 in posix_lstat_with_gen (this=0x1a270d58, path=0x42c55e30 "/e1/CL1/d3dgyitoga/d420aio/f12625ejlyiwk.denh", stbuf_p=0x42c55f20) at /usr/include/sys/stat.h:443 priv = <value optimized out> ret = <value optimized out> gen_key = '\0' <repeats 1023 times> gen_val_be = 0 gen_val = <value optimized out> lstatbuf = {st_dev = 2065, st_ino = 580943879, st_nlink = 1, st_mode = 33206, st_uid = 0, st_gid = 0, pad0 = 0, st_rdev = 0, st_size = 262144, st_blksize = 4096, st_blocks = 528, st_atim = {tv_sec = 0, tv_nsec = 0}, st_mtim = {tv_sec = 1284362775, tv_nsec = 0}, st_ctim = {tv_sec = 1284362775, tv_nsec = 0}, __unused = {0, 0, 0}} stbuf = {ia_ino = 0, ia_gen = 0, ia_dev = 0, ia_type = IA_INVAL, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = { read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 0, ia_mtime_nsec = 0, ia_ctime = 0, ia_ctime_nsec = 0} __FUNCTION__ = "posix_lstat_with_gen" #2 0x00002aaaaaabe7b4 in posix_lookup (frame=0x2b4f8c410738, this=0x1a270d58, loc=0x2b4f8c835930, xattr_req=0x0) at posix.c:496 buf = {ia_ino = 0, ia_gen = 0, ia_dev = 0, ia_type = IA_INVAL, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = { read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 0, ia_mtime_nsec = 0, ia_ctime = 0, ia_ctime_nsec = 0} real_path = 0x42c55cd0 "\021\b" op_ret = <value optimized out> entry_ret = <value optimized out> op_errno = <value optimized out> xattr = <value optimized out> pathdup = <value optimized out> parentpath = <value optimized out> postparent = {ia_ino = 0, ia_gen = 0, ia_dev = 0, ia_type = IA_INVAL, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = { read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 0, ia_mtime_nsec = 0, ia_ctime = 0, ia_ctime_nsec = 0} __FUNCTION__ = "posix_lookup" #3 0x00002b4f8b52b032 in default_lookup (frame=<value optimized out>, this=0x1a2720d8, loc=0x2b4f8c835930, xattr_req=0x0) at defaults.c:63 _new = (call_frame_t *) 0x42c55e30 old_THIS = (xlator_t *) 0x1a2720d8 __FUNCTION__ = "default_lookup" #4 0x00002aaaaaed779f in pl_lookup (frame=0x2b4f8c409eb8, this=0x1a2732f8, loc=0x2b4f8c835930, xattr_req=0x0) at posix.c:1171 _new = (call_frame_t *) 0x42c55e30 old_THIS = (xlator_t *) 0x1a2732f8 __FUNCTION__ = "pl_lookup" #5 0x00002aaaab0ed1f2 in iot_lookup_wrapper (frame=<value optimized out>, this=0x1a274418, loc=0x2b4f8c835930, xattr_req=0x0) at io-threads.c:178 _new = (call_frame_t *) 0x42c55e30 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "iot_lookup_wrapper" #6 0x00002b4f8b53159e in call_resume (stub=0x2b4f8c8358f8) at call-stub.c:2420 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "call_resume" #7 0x00002aaaab0f1254 in iot_worker (data=0x1a27d088) at io-threads.c:118 conf = <value optimized out> this = <value optimized out> stub = (call_stub_t *) 0x2b4f8c8358f8 sleep_till = {tv_sec = 1284364390, tv_nsec = 0} ret = <value optimized out> timeout = 0 '\0' bye = 0 '\0' __FUNCTION__ = "iot_worker" #8 0x000000333e206307 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #9 0x000000333dad1ded in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (process 9952): #0 0x000000333dac3465 in _lxstat () from /lib64/libc.so.6 No symbol table info available. #1 0x00002aaaaaab7a54 in posix_lstat_with_gen (this=0x1a270d58, path=0x418eae30 "/e1/CL3/d1fmu/d240etehv/f7216oeo", stbuf_p=0x418eaf20) at /usr/include/sys/stat.h:443 priv = <value optimized out> ret = <value optimized out> gen_key = '\0' <repeats 1023 times> gen_val_be = 0 gen_val = <value optimized out> lstatbuf = {st_dev = 2065, st_ino = 604700679, st_nlink = 1, st_mode = 33206, st_uid = 0, st_gid = 0, pad0 = 0, st_rdev = 0, st_size = 2048, st_blksize = 4096, st_blocks = 16, st_atim = {tv_sec = 0, tv_nsec = 0}, st_mtim = {tv_sec = 1284362586, tv_nsec = 0}, st_ctim = {tv_sec = 1284362586, tv_nsec = 0}, __unused = {0, 0, 0}} stbuf = {ia_ino = 0, ia_gen = 0, ia_dev = 0, ia_type = IA_INVAL, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = { read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 0, ia_mtime_nsec = 0, ia_ctime = 0, ia_ctime_nsec = 0} __FUNCTION__ = "posix_lstat_with_gen" #2 0x00002aaaaaabe7b4 in posix_lookup (frame=0x2b4f8c410cb8, this=0x1a270d58, loc=0x2b4f8c82efb8, xattr_req=0x0) at posix.c:496 buf = {ia_ino = 0, ia_gen = 0, ia_dev = 0, ia_type = IA_INVAL, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = { read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 0, ia_mtime_nsec = 0, ia_ctime = 0, ia_ctime_nsec = 0} real_path = 0x418eacd0 "\021\b" op_ret = <value optimized out> entry_ret = <value optimized out> op_errno = <value optimized out> xattr = <value optimized out> pathdup = <value optimized out> parentpath = <value optimized out> postparent = {ia_ino = 0, ia_gen = 0, ia_dev = 0, ia_type = IA_INVAL, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = { read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 0, ia_mtime_nsec = 0, ia_ctime = 0, ia_ctime_nsec = 0} __FUNCTION__ = "posix_lookup" #3 0x00002b4f8b52b032 in default_lookup (frame=<value optimized out>, this=0x1a2720d8, loc=0x2b4f8c82efb8, xattr_req=0x0) at defaults.c:63 _new = (call_frame_t *) 0x418eae30 old_THIS = (xlator_t *) 0x1a2720d8 __FUNCTION__ = "default_lookup" #4 0x00002aaaaaed779f in pl_lookup (frame=0x2b4f8c40d8b8, this=0x1a2732f8, loc=0x2b4f8c82efb8, xattr_req=0x0) at posix.c:1171 _new = (call_frame_t *) 0x418eae30 old_THIS = (xlator_t *) 0x1a2732f8 __FUNCTION__ = "pl_lookup" #5 0x00002aaaab0ed1f2 in iot_lookup_wrapper (frame=<value optimized out>, this=0x1a274418, loc=0x2b4f8c82efb8, xattr_req=0x0) at io-threads.c:178 _new = (call_frame_t *) 0x418eae30 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "iot_lookup_wrapper" #6 0x00002b4f8b53159e in call_resume (stub=0x2b4f8c82ef80) at call-stub.c:2420 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "call_resume" #7 0x00002aaaab0f1254 in iot_worker (data=0x1a27d088) at io-threads.c:118 conf = <value optimized out> this = <value optimized out> stub = (call_stub_t *) 0x2b4f8c82ef80 sleep_till = {tv_sec = 1284364390, tv_nsec = 0} ret = <value optimized out> timeout = 0 '\0' bye = 0 '\0' __FUNCTION__ = "iot_worker" #8 0x000000333e206307 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #9 0x000000333dad1ded in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (process 9953): #0 0x000000333dad1aca in lgetxattr () from /lib64/libc.so.6 No symbol table info available. #1 0x00002aaaaaab7cc8 in posix_lstat_with_gen (this=0x1a270d58, path=0x40707e30 "/e1/CL2/d1fmu/d228eta/f6845epd.oe", stbuf_p=0x40707f20) at posix.c:300 priv = <value optimized out> ret = 8 gen_key = "trusted.posix.gen", '\0' <repeats 1006 times> gen_val_be = 7772931485484485964 gen_val = <value optimized out> lstatbuf = {st_dev = 2065, st_ino = 419201027, st_nlink = 1, st_mode = 33206, st_uid = 0, st_gid = 0, pad0 = 0, st_rdev = 0, st_size = 2097152, st_blksize = 4096, st_blocks = 4112, st_atim = {tv_sec = 0, tv_nsec = 0}, st_mtim = {tv_sec = 1284362575, tv_nsec = 0}, st_ctim = {tv_sec = 1284362575, tv_nsec = 0}, __unused = {0, 0, 0}} stbuf = {ia_ino = 419201027, ia_gen = 0, ia_dev = 2065, ia_type = IA_IFREG, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}, group = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}, other = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}}, ia_nlink = 1, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 2097152, ia_blksize = 4096, ia_blocks = 4112, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 1284362575, ia_mtime_nsec = 0, ia_ctime = 1284362575, ia_ctime_nsec = 0} __FUNCTION__ = "posix_lstat_with_gen" #2 0x00002aaaaaabe7b4 in posix_lookup (frame=0x2b4f8c40a0b8, this=0x1a270d58, loc=0x2b4f8c83c758, xattr_req=0x0) at posix.c:496 buf = {ia_ino = 0, ia_gen = 0, ia_dev = 0, ia_type = IA_INVAL, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = { read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 0, ia_mtime_nsec = 0, ia_ctime = 0, ia_ctime_nsec = 0} real_path = 0x407078d0 "trusted.posix.gen" op_ret = <value optimized out> entry_ret = <value optimized out> op_errno = <value optimized out> xattr = <value optimized out> pathdup = <value optimized out> parentpath = <value optimized out> postparent = {ia_ino = 0, ia_gen = 0, ia_dev = 0, ia_type = IA_INVAL, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = { read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 0, ia_mtime_nsec = 0, ia_ctime = 0, ia_ctime_nsec = 0} __FUNCTION__ = "posix_lookup" #3 0x00002b4f8b52b032 in default_lookup (frame=<value optimized out>, this=0x1a2720d8, loc=0x2b4f8c83c758, xattr_req=0x0) at defaults.c:63 _new = (call_frame_t *) 0x40707e30 old_THIS = (xlator_t *) 0x1a2720d8 __FUNCTION__ = "default_lookup" #4 0x00002aaaaaed779f in pl_lookup (frame=0x2b4f8c409138, this=0x1a2732f8, loc=0x2b4f8c83c758, xattr_req=0x0) at posix.c:1171 _new = (call_frame_t *) 0x40707e30 old_THIS = (xlator_t *) 0x1a2732f8 __FUNCTION__ = "pl_lookup" #5 0x00002aaaab0ed1f2 in iot_lookup_wrapper (frame=<value optimized out>, this=0x1a274418, loc=0x2b4f8c83c758, xattr_req=0x0) at io-threads.c:178 _new = (call_frame_t *) 0x40707e30 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "iot_lookup_wrapper" #6 0x00002b4f8b53159e in call_resume (stub=0x2b4f8c83c720) at call-stub.c:2420 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "call_resume" #7 0x00002aaaab0f1254 in iot_worker (data=0x1a27d088) at io-threads.c:118 conf = <value optimized out> this = <value optimized out> stub = (call_stub_t *) 0x2b4f8c83c720 sleep_till = {tv_sec = 1284364390, tv_nsec = 0} ret = <value optimized out> timeout = 0 '\0' bye = 0 '\0' __FUNCTION__ = "iot_worker" #8 0x000000333e206307 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #9 0x000000333dad1ded in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (process 9926): #0 0x000000333e20d848 in pwrite64 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00002aaaaaab466c in __posix_pwritev (fd=86, vector=<value optimized out>, count=1, offset=<value optimized out>) at posix.c:2387 op_ret = 0 idx = 0 retval = -27 internal_off = 9411510657024 #2 0x00002aaaaaab6782 in posix_writev (frame=0x2b4f8c40e438, this=0x1a270d58, fd=0x2aaaae871108, vector=0x2aaab8018b58, count=1, offset=9411510657024, iobref=0x2aaab4003338) at posix.c:2502 op_ret = 0 op_errno = <value optimized out> _fd = 86 pfd = (struct posix_fd *) 0x2aaab8020b18 preop = {ia_ino = 515293187, ia_gen = 5516277148249410597, ia_dev = 2065, ia_type = IA_IFREG, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}, group = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}, other = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}}, ia_nlink = 1, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 524288, ia_blksize = 4096, ia_blocks = 1040, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 1284363598, ia_mtime_nsec = 0, ia_ctime = 1284363598, ia_ctime_nsec = 0} postop = {ia_ino = 0, ia_gen = 0, ia_dev = 0, ia_type = IA_INVAL, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, group = {read = 0 '\0', write = 0 '\0', exec = 0 '\0'}, other = { read = 0 '\0', write = 0 '\0', exec = 0 '\0'}}, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 0, ia_mtime_nsec = 0, ia_ctime = 0, ia_ctime_nsec = 0} ret = 0 tmp_pfd = 46912719948568 __FUNCTION__ = "posix_writev" #3 0x00002aaaaacc9695 in ac_writev_resume (frame=<value optimized out>, this=0x1a2720d8, fd=0x2aaaae871108, vector=0x2aaab8018b58, count=1, offset=9411510657024, iobref=0x2aaab4003338) at access-control.c:1468 _new = (call_frame_t *) 0x56 old_THIS = (xlator_t *) 0x1a2720d8 __FUNCTION__ = "ac_writev_resume" #4 0x00002b4f8b53121b in call_resume (stub=0x2b4f8c82d5b8) at call-stub.c:2235 old_THIS = (xlator_t *) 0x1a2720d8 __FUNCTION__ = "call_resume" #5 0x00002aaaaaccb43b in ac_writev_fstat_cbk (frame=0x2b4f8c40afb8, cookie=<value optimized out>, this=<value optimized out>, op_ret=0, op_errno=0, buf=0x417e9e60) at access-control.c:1493 stub = (call_stub_t *) 0x2b4f8c82d5b8 __FUNCTION__ = "ac_writev_fstat_cbk" #6 0x00002aaaaaab596a in posix_fstat (frame=0x2b4f8c410538, this=<value optimized out>, fd=<value optimized out>) at posix.c:3832 _parent = (call_frame_t *) 0x2b4f8c40afb8 old_THIS = (xlator_t *) 0x1a270d58 op_ret = 0 op_errno = 0 buf = {ia_ino = 515293187, ia_gen = 5516277148249410597, ia_dev = 2065, ia_type = IA_IFREG, ia_prot = {suid = 0 '\0', sgid = 0 '\0', sticky = 0 '\0', owner = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}, group = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}, other = {read = 1 '\001', write = 1 '\001', exec = 0 '\0'}}, ia_nlink = 1, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 524288, ia_blksize = 4096, ia_blocks = 1040, ia_atime = 0, ia_atime_nsec = 0, ia_mtime = 1284363598, ia_mtime_nsec = 0, ia_ctime = 1284363598, ia_ctime_nsec = 0} tmp_pfd = 46912719948568 ret = <value optimized out> __FUNCTION__ = "posix_fstat" #7 0x00002aaaaaccd0d0 in ac_writev (frame=<value optimized out>, this=0x1a2720d8, fd=0x2aaaae871108, vector=<value optimized out>, count=<value optimized out>, offset=<value optimized out>, iobref=0x2aaab4003338) at access-control.c:1522 _new = (call_frame_t *) 0x56 old_THIS = (xlator_t *) 0x1a2720d8 stub = <value optimized out> __FUNCTION__ = "ac_writev" #8 0x00002aaaaaeda0c9 in pl_writev (frame=0x2b4f8c40c938, this=0x1a2732f8, fd=0x2aaaae871108, vector=0x2aaab4009798, count=1, offset=9411510657024, iobref=0x2aaab4003338) at posix.c:734 _new = (call_frame_t *) 0x56 old_THIS = (xlator_t *) 0x1a2732f8 pl_inode = <value optimized out> rw = <value optimized out> region = {list = {next = 0x0, prev = 0x0}, fl_type = 0, fl_start = 0, fl_end = 0, blocked = 0, user_flock = {l_type = 0, l_whence = 0, l_start = 0, l_len = 0, l_pid = 0}, this = 0x0, fd_num = 0, frame = 0x0, transport = 0x0, client_pid = 0, owner = 0} op_ret = <value optimized out> op_errno = <value optimized out> __FUNCTION__ = "pl_writev" #9 0x00002aaaab0eb965 in iot_writev_wrapper (frame=<value optimized out>, this=0x1a274418, fd=0x2aaaae871108, vector=0x2aaab4009798, count=1, offset=9411510657024, iobref=0x2aaab4003338) at io-threads.c:955 _new = (call_frame_t *) 0x56 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "iot_writev_wrapper" #10 0x00002b4f8b53121b in call_resume (stub=0x2b4f8c82ceb0) at call-stub.c:2235 old_THIS = (xlator_t *) 0x1a274418 __FUNCTION__ = "call_resume" #11 0x00002aaaab0f1254 in iot_worker (data=0x1a27d088) at io-threads.c:118 conf = <value optimized out> this = <value optimized out> stub = (call_stub_t *) 0x2b4f8c82ceb0 sleep_till = {tv_sec = 1284364390, tv_nsec = 0} ret = <value optimized out> timeout = 0 '\0' bye = 0 '\0' __FUNCTION__ = "iot_worker" #12 0x000000333e206307 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #13 0x000000333dad1ded in clone () from /lib64/libc.so.6 No symbol table info available.
Core was generated by `/opt/gnfs/sbin/glusterfs -f /share/shehjart/volfiles/nfs-backend-ib.vol -l /tmp'. Program terminated with signal 25, File size limit exceeded. <---cause for exit This is caused by exceeding the file size limit. But the limit is set to unlimited. [root@brick5 ~]# ulimit -a core file size (blocks, -c) 0 data seg size (kbytes, -d) unlimited scheduling priority (-e) 0 file size (blocks, -f) unlimited pending signals (-i) 71680 max locked memory (kbytes, -l) 32 max memory size (kbytes, -m) unlimited open files (-n) 1024 pipe size (512 bytes, -p) 8 POSIX message queues (bytes, -q) 819200 real-time priority (-r) 0 stack size (kbytes, -s) 10240 cpu time (seconds, -t) unlimited max user processes (-u) 71680 virtual memory (kbytes, -v) unlimited file locks (-x) unlimited No info is available from the logs too
Please reopen the issue if seen again.