Attachment 304314 Details for Bug 444884 – here are the rest of the traces that I was able to grab from the console

here are the rest of the traces that I was able to grab from the console

procs (text/plain), 47.76 KB, created by Corey Marthaler on 2008-05-01 15:46:45 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Corey Marthaler

Created: 2008-05-01 15:46:45 UTC

Size: 47.76 KB

patch

obsolete

>aisexec       S ffffffff80142f13     0  8198      1          8204  8197 (NOTLB)
> ffff81020d1a9b38 0000000000000082 ffff81000100c980 000000008009ddeb
> ffff8102107365b8 0000000000000001 ffff8101ffd01080 ffff810107797100
> 0000011cb03b3f86 0000000000000bc0 ffff8101ffd01268 0000000310cdbb98
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff8004926b>] add_wait_queue+0x24/0x34
> [<ffffffff8002f61c>] do_sys_poll+0x277/0x35e
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff800548eb>] sock_sendmsg+0xf3/0x110
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8020cb21>] sockfd_lookup_light+0x33/0x56
> [<ffffffff8020cfdd>] sys_sendmsg+0x267/0x28a
> [<ffffffff8003329a>] lock_sock+0xa7/0xb2
> [<ffffffff80064a81>] _spin_lock_bh+0x9/0x14
> [<ffffffff80030a63>] release_sock+0x13/0xaa
> [<ffffffff8020f7a4>] sock_setsockopt+0x4db/0x4ed
> [<ffffffff800b3fd8>] audit_syscall_entry+0x16e/0x1a1
> [<ffffffff8004bb90>] sys_poll+0x2d/0x34
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>aisexec       S ffffffff80142f13     0  8204      1          8206  8198 (NOTLB)
> ffff81020d317b38 0000000000000082 ffff81000100c980 000000028009ddeb
> ffff81020d9310b8 0000000000000001 ffff810210d96080 ffff8101fff24080
> 00000030940f5bd7 0000000000000bb1 ffff810210d96268 0000000210cdbb98
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff8004926b>] add_wait_queue+0x24/0x34
> [<ffffffff8002f61c>] do_sys_poll+0x277/0x35e
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff800548eb>] sock_sendmsg+0xf3/0x110
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8020cb21>] sockfd_lookup_light+0x33/0x56
> [<ffffffff8020cfdd>] sys_sendmsg+0x267/0x28a
> [<ffffffff8003329a>] lock_sock+0xa7/0xb2
> [<ffffffff80064a81>] _spin_lock_bh+0x9/0x14
> [<ffffffff80030a63>] release_sock+0x13/0xaa
> [<ffffffff8020f7a4>] sock_setsockopt+0x4db/0x4ed
> [<ffffffff800b3fd8>] audit_syscall_entry+0x16e/0x1a1
> [<ffffffff8004bb90>] sys_poll+0x2d/0x34
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>aisexec       S ffff81021aee77e0     0  8206      1                8204 (NOTLB)
> ffff81020cc8db38 0000000000000082 ffff81000100c980 000000028009ddeb
> ffff810210736338 0000000000000001 ffff81021aee77e0 ffff8101ffd6e100
> 0000011cb04a94e1 00000000000009d4 ffff81021aee79c8 0000000110cdbb98
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff8002f4f9>] do_sys_poll+0x154/0x35e
> [<ffffffff8002f61c>] do_sys_poll+0x277/0x35e
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff800548eb>] sock_sendmsg+0xf3/0x110
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8020cb21>] sockfd_lookup_light+0x33/0x56
> [<ffffffff8020cfdd>] sys_sendmsg+0x267/0x28a
> [<ffffffff8003329a>] lock_sock+0xa7/0xb2
> [<ffffffff80064a81>] _spin_lock_bh+0x9/0x14
> [<ffffffff80030a63>] release_sock+0x13/0xaa
> [<ffffffff8020f7a4>] sock_setsockopt+0x4db/0x4ed
> [<ffffffff800b3fd8>] audit_syscall_entry+0x16e/0x1a1
> [<ffffffff8004bb90>] sys_poll+0x2d/0x34
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>groupd        S ffffffff80142f13     0  8053      1          8054  8044 (NOTLB)
> ffff810210cdbb38 0000000000000086 ffff81000100d2d8 0000004410cdbaa8
> ffff810000014c00 0000000000000005 ffff8102112e6860 ffff810107797100
> 0000176f0a2079bc 000000000000c202 ffff8102112e6a48 0000000300014c00
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff8004926b>] add_wait_queue+0x24/0x34
> [<ffffffff8002f61c>] do_sys_poll+0x277/0x35e
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff80051732>] unix_release_sock+0x1dc/0x1fa
> [<ffffffff800b3fd8>] audit_syscall_entry+0x16e/0x1a1
> [<ffffffff8004bb90>] sys_poll+0x2d/0x34
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>fenced        S ffffffff80142f13     0  8060      1          8065  8055 (NOTLB)
> ffff81021037bb38 0000000000000086 0000000000000000 0000000000000000
> ffff810001004d58 000000000000000a ffff810210807860 ffff8101fff15100
> 000001434c60a4d6 0000000000005a79 ffff810210807a48 0000000100000000
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff8004926b>] add_wait_queue+0x24/0x34
> [<ffffffff8002f61c>] do_sys_poll+0x277/0x35e
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff800302ad>] sock_recvmsg+0x101/0x120
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8020c73c>] sock_aio_read+0x4f/0x5e
> [<ffffffff8000c31a>] _atomic_dec_and_lock+0x39/0x57
> [<ffffffff8000caa4>] do_sync_read+0xc7/0x104
> [<ffffffff8002b765>] sys_recvfrom+0xd4/0x130
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff800b3fd8>] audit_syscall_entry+0x16e/0x1a1
> [<ffffffff8004bb90>] sys_poll+0x2d/0x34
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>dlm_controld  S ffffffff80142f13     0  8065      1          8070  8060 (NOTLB)
> ffff81020fc3fb38 0000000000000086 ffff810210c877e0 ffff8102108784c0
> 0000000000000000 0000000000000005 ffff810210c877e0 ffffffff802e3ae0
> 000001434c5ccc74 0000000000004d71 ffff810210c879c8 000000008022d867
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff8004926b>] add_wait_queue+0x24/0x34
> [<ffffffff8002f61c>] do_sys_poll+0x277/0x35e
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff800302ad>] sock_recvmsg+0x101/0x120
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8020c73c>] sock_aio_read+0x4f/0x5e
> [<ffffffff8000a82b>] get_page_from_freelist+0x377/0x3fa
> [<ffffffff8000caa4>] do_sync_read+0xc7/0x104
> [<ffffffff8002b765>] sys_recvfrom+0xd4/0x130
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff800b3fd8>] audit_syscall_entry+0x16e/0x1a1
> [<ffffffff8004bb90>] sys_poll+0x2d/0x34
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>gfs_controld  S ffffffff80142f13     0  8070      1          8071  8065 (NOTLB)
> ffff81020fc9db38 0000000000000086 ffff8102103ee830 0000000000000000
> ffff81020fc9dac8 0000000000000006 ffff81021d243040 ffff810210879040
> 000001434c54c49f 0000000000005074 ffff81021d243228 0000000300000001
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff8004926b>] add_wait_queue+0x24/0x34
> [<ffffffff8002f61c>] do_sys_poll+0x277/0x35e
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8020c73c>] sock_aio_read+0x4f/0x5e
> [<ffffffff8000a82b>] get_page_from_freelist+0x377/0x3fa
> [<ffffffff8000caa4>] do_sync_read+0xc7/0x104
> [<ffffffff8002b765>] sys_recvfrom+0xd4/0x130
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff800b3fd8>] audit_syscall_entry+0x16e/0x1a1
> [<ffffffff8004bb90>] sys_poll+0x2d/0x34
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>clvmd         S ffffffff80142f13     0  8099      1          8115  8107 (NOTLB)
> ffff81020f979a18 0000000000000082 ffff81000100dc60 ffff81000100c980
> ffff81000101d480 000000000000000a ffff81021cc6f080 ffff810107797100
> 00001911f057f066 00000000000045fa ffff81021cc6f268 0000000380142f13
>Call Trace:
> [<ffffffff8008992e>] find_busiest_group+0x20d/0x621
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff8001155f>] do_select+0x3fe/0x462
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff80089241>] __wake_up_common+0x3e/0x68
> [<ffffffff8002e254>] __wake_up+0x38/0x4f
> [<ffffffff8004a3e1>] unix_stream_recvmsg+0x418/0x54b
> [<ffffffff800454ef>] do_sock_read+0xc0/0xcb
> [<ffffffff800df607>] core_sys_select+0x1bc/0x265
> [<ffffffff8000caa4>] do_sync_read+0xc7/0x104
> [<ffffffff8002b7a7>] sys_recvfrom+0x116/0x130
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff80016302>] sys_select+0x153/0x17c
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>clvmd         S ffffffff80142f13     0  8115      1          8116  8099 (NOTLB)
> ffff81020f781de8 0000000000000082 0000000000000000 0000000000000000
> 0000000000000292 000000000000000a ffff81021f9da0c0 ffff8101fff15100
> 0000003041379726 0000000000003faf ffff81021f9da2a8 0000000180021f44
>Call Trace:
> [<ffffffff885330a1>] :dlm:device_read+0x14f/0x3c6
> [<ffffffff80066852>] do_page_fault+0x4fe/0x830
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8000b337>] vfs_read+0xcb/0x171
> [<ffffffff80011715>] sys_read+0x45/0x6e
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>clvmd         S ffffffff80142f13     0  8116      1          8159  8115 (NOTLB)
> ffff81020f7a1d48 0000000000000082 0000000000000002 0000000000000002
> 000000000000002e 0000000000000009 ffff8102115610c0 ffff8101fff15100
> 000000f6e4a216ca 0000000000012181 ffff8102115612a8 0000000100000000
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff8004926b>] add_wait_queue+0x24/0x34
> [<ffffffff8003dd9e>] do_futex+0x1da/0xbc7
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8002abf6>] iput+0x4b/0x84
> [<ffffffff800a12c7>] sys_futex+0x101/0x122
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>dlm_astd      S ffffffff80142f13     0  8100     87          8101  6572 (L-TLB)
> ffff81020f4b1eb0 0000000000000046 ffffffff8852676c ffff81020d90be80
> 0000000000000001 0000000000000009 ffff8102108e67e0 ffff810107797100
> 000001192478dd44 0000000000000600 ffff8102108e69c8 000000038852c480
>Call Trace:
> [<ffffffff8852676c>] :dlm:kill_lkb+0x0/0x63
> [<ffffffff8852c3db>] :dlm:toss_rsb+0x0/0xd1
> [<ffffffff885cda1b>] :lock_dlm:gdlm_bast+0x0/0x89
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff88524166>] :dlm:dlm_astd+0x2f/0x14f
> [<ffffffff88524137>] :dlm:dlm_astd+0x0/0x14f
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>dlm_scand     S ffff81021c1ac100     0  8101     87          8102  8100 (L-TLB)
> ffff81020f4b3e80 0000000000000046 ffff8101fff5c000 ffff810212b725b0
> ffff8100010161f0 000000000000000a ffff8102112d97e0 ffff81021c1ac100
> 00001912d9c570c4 000000000000098a ffff8102112d99c8 00000003fff5c000
>Call Trace:
> [<ffffffff8003d638>] lock_timer_base+0x1b/0x3c
> [<ffffffff8001c5ea>] __mod_timer+0xb0/0xbe
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8852d557>] :dlm:dlm_scand+0x0/0x61
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff8852d5ab>] :dlm:dlm_scand+0x54/0x61
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>dlm_recv      S ffffffff80142f13     0  8102     87          8103  8101 (L-TLB)
> ffff81020f4b7e70 0000000000000046 0000000000000000 0000000000000000
> 0000000300000000 000000000000000a ffff8102115ef040 ffff8101fff24080
> 00000119247bc106 0000000000001c58 ffff8102115ef228 000000028002e254
>Call Trace:
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff80049785>] worker_thread+0x0/0x122
> [<ffffffff80049845>] worker_thread+0xc0/0x122
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>dlm_send      S ffffffff80142f13     0  8103     87          8104  8102 (L-TLB)
> ffff81020f4b9e70 0000000000000046 ffff8101072ce398 0000000000000282
> 0000000300000000 000000000000000a ffff81021c2b5080 ffff810107797100
> 00000119247970f3 0000000000002512 ffff81021c2b5268 000000038002e254
>Call Trace:
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff80049785>] worker_thread+0x0/0x122
> [<ffffffff80049845>] worker_thread+0xc0/0x122
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>dlm_recoverd  S ffffffff80142f13     0  8104     87          8161  8103 (L-TLB)
> ffff81020f4bbea0 0000000000000046 ffff810210c3a000 ffffffff8853150c
> 0000000000000000 000000000000000a ffff8101ffd0e080 ffff810107797100
> 000000f6184ac76c 0000000000008826 ffff8101ffd0e268 00000003885303a7
>Call Trace:
> [<ffffffff8853150c>] :dlm:dlm_wait_function+0xf9/0x135
> [<ffffffff88530c85>] :dlm:dlm_rcom_status+0xae/0x179
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff88531dc0>] :dlm:dlm_recoverd+0x56/0x47f
> [<ffffffff88531d6a>] :dlm:dlm_recoverd+0x0/0x47f
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>lock_dlm1     S ffffffff80142f13     0  8161     87          8164  8104 (L-TLB)
> ffff81020d90be60 0000000000000046 0000000000000000 ffffffff885ed647
> 0000000000000000 000000000000000a ffff81021139f040 ffff8101fff15100
> 000001192478dd8f 0000000000000c1c ffff81021139f228 0000000100000000
>Call Trace:
> [<ffffffff885ed647>] :gfs:gfs_iget+0x3d/0x1ce
> [<ffffffff885ce519>] :lock_dlm:gdlm_thread+0x16a/0x668
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885cea1e>] :lock_dlm:gdlm_thread1+0x0/0xa
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>lock_dlm2     S ffffffff80142f13     0  8164     87          8165  8161 (L-TLB)
> ffff81020da11e60 0000000000000046 0000000000000000 ffff81020ce13d28
> ffff81020d6402d0 0000000000000009 ffff81021bdf00c0 ffffffff802e3ae0
> 00000119247956c9 00000000000003cd ffff81021bdf02a8 0000000010081000
>Call Trace:
> [<ffffffff885ce519>] :lock_dlm:gdlm_thread+0x16a/0x668
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885cea17>] :lock_dlm:gdlm_thread2+0x0/0x7
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>dlm_recoverd  S ffffffff80142f13     0  8165     87          8170  8164 (L-TLB)
> ffff81020da13ea0 0000000000000046 ffff8101ffd030c0 ffff8101ffd030c0
> 000000f6f88130aa 0000000000000009 ffff8101ffd030c0 ffffffff802e3ae0
> 000000f6f8818af3 0000000000005a49 ffff8101ffd032a8 000000008852a6d0
>Call Trace:
> [<ffffffff88530c85>] :dlm:dlm_rcom_status+0xae/0x179
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff88531dc0>] :dlm:dlm_recoverd+0x56/0x47f
> [<ffffffff88531d6a>] :dlm:dlm_recoverd+0x0/0x47f
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff80035842>] __vm_enough_memory+0x32/0x11b
> [<ffffffff80035842>] __vm_enough_memory+0x32/0x11b
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_scand     S ffffffff80142f13     0  8170     87          8171  8165 (L-TLB)
> ffff81020d615e80 0000000000000046 ffffc200100955d8 ffff8102114b3c90
> ffffc2001009fe78 000000000000000a ffff81021cf5b080 ffffffff802e3ae0
> 00001912f63ee614 000000000017bbed ffff81021cf5b268 00000000885ea85f
>Call Trace:
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885e90b5>] :gfs:unlock_on_glock+0x1b/0x24
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885de2ad>] :gfs:gfs_scand+0x0/0x44
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff885de2e4>] :gfs:gfs_scand+0x37/0x44
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_glockd    D ffffffff80142f13     0  8171     87          8178  8170 (L-TLB)
> ffff81020d617d40 0000000000000046 0000000000000086 0000000000000003
> ffff81020d617cd0 000000000000000a ffff81021c2c9080 ffff8101fff24080
> 0000015fed4e8f5f 0000000000001dcd ffff81021c2c9268 0000000280142f13
>Call Trace:
> [<ffffffff8008992e>] find_busiest_group+0x20d/0x621
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff80064604>] __down_read+0x7a/0x92
> [<ffffffff8852afdd>] :dlm:dlm_unlock+0x37/0xcd
> [<ffffffff80062efb>] thread_return+0x0/0xdf
> [<ffffffff885cd362>] :lock_dlm:gdlm_do_unlock+0x3b/0x85
> [<ffffffff885ea145>] :gfs:gfs_glock_drop_th+0x116/0x187
> [<ffffffff885e8570>] :gfs:run_queue+0x12e/0x35d
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885e90b5>] :gfs:unlock_on_glock+0x1b/0x24
> [<ffffffff885e83b7>] :gfs:gfs_reclaim_glock+0xed/0x178
> [<ffffffff885de1dc>] :gfs:gfs_glockd+0x0/0xd1
> [<ffffffff885de1f1>] :gfs:gfs_glockd+0x15/0xd1
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_recoverd  S ffffffff80142f13     0  8178     87          8179  8171 (L-TLB)
> ffff81020df13e80 0000000000000046 ffffffffffffffff 0000000000000000
> 0000000000000000 000000000000000a ffff81021a9a30c0 ffffffff802e3ae0
> 0000190fdf4b8848 0000000000000890 ffff81021a9a32a8 0000000080062efb
>Call Trace:
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885de2f1>] :gfs:gfs_recoverd+0x0/0x44
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff885de2f1>] :gfs:gfs_recoverd+0x0/0x44
> [<ffffffff885de328>] :gfs:gfs_recoverd+0x37/0x44
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_logd      S ffffffff80142f13     0  8179     87          8180  8178 (L-TLB)
> ffff81020df15e10 0000000000000046 ffff81020df15da0 ffffffff80063053
> ffff81020db679c8 000000000000000a ffff81021b2890c0 ffff810107797100
> 00001913d0d41fb1 00000000000005cc ffff81021b2892a8 000000030d778060
>Call Trace:
> [<ffffffff80063053>] wait_for_completion+0x1f/0xa2
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff885de3df>] :gfs:gfs_logd+0xaa/0xc2
> [<ffffffff885de335>] :gfs:gfs_logd+0x0/0xc2
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_quotad    S ffffffff80142f13     0  8180     87          8181  8179 (L-TLB)
> ffff81020df17e60 0000000000000046 000000843c08525b 00000000000017b5
> ffff81021c1ac2e8 000000000000000a ffff81021c1ac100 ffff810107797100
> 000019140358c6ee 00000000000007dc ffff81021c1ac2e8 00000003ffffffff
>Call Trace:
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff885de54d>] :gfs:gfs_quotad+0x156/0x16d
> [<ffffffff885de3f7>] :gfs:gfs_quotad+0x0/0x16d
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_inoded    S ffff81021b5a70c0     0  8181     87          8199  8180 (L-TLB)
> ffff81020df19e80 0000000000000046 000000f3ce7f4b04 0000000000001e7c
> ffff81021139f990 000000000000000a ffff81021139f7a0 ffff81021b5a70c0
> 00001912d9c5605b 0000000000000bf9 ffff81021139f988 0000000380062efb
>Call Trace:
> [<ffffffff8003d638>] lock_timer_base+0x1b/0x3c
> [<ffffffff8001c5ea>] __mod_timer+0xb0/0xbe
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885de198>] :gfs:gfs_inoded+0x0/0x44
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff885de1cf>] :gfs:gfs_inoded+0x37/0x44
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>lock_dlm1     S ffffffff80142f13     0  8199     87          8201  8181 (L-TLB)
> ffff81020d1e5e60 0000000000000046 0000000000000000 ffff81020cee9d28
> ffff81020d640540 0000000000000009 ffff8101ffd69040 ffff8101fff15100
> 0000011923f37927 0000000000000577 ffff8101ffd69228 0000000110443000
>Call Trace:
> [<ffffffff885ce519>] :lock_dlm:gdlm_thread+0x16a/0x668
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885cea1e>] :lock_dlm:gdlm_thread1+0x0/0xa
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>lock_dlm2     S ffffffff80142f13     0  8201     87          8202  8199 (L-TLB)
> ffff81020d1e9e60 0000000000000046 0000000000000000 ffff81020cee9e70
> 0000000000000001 0000000000000009 ffff8102108887a0 ffffffff802e3ae0
> 0000011923f31a3f 0000000000000288 ffff810210888988 000000000cee9e60
>Call Trace:
> [<ffffffff885ce519>] :lock_dlm:gdlm_thread+0x16a/0x668
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885cea17>] :lock_dlm:gdlm_thread2+0x0/0x7
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>dlm_recoverd  S ffffffff80142f13     0  8202     87          8208  8201 (L-TLB)
> ffff81020d21bea0 0000000000000046 ffff81021c009100 ffff81021c009100
> 000000f7193970a7 0000000000000009 ffff81021c009100 ffffffff802e3ae0
> 000000f71939e0f9 0000000000007052 ffff81021c0092e8 000000008852a6d0
>Call Trace:
> [<ffffffff88530c85>] :dlm:dlm_rcom_status+0xae/0x179
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff88531dc0>] :dlm:dlm_recoverd+0x56/0x47f
> [<ffffffff88531d6a>] :dlm:dlm_recoverd+0x0/0x47f
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_scand     S ffffffff80142f13     0  8208     87          8209  8202 (L-TLB)
> ffff81020ccafe80 0000000000000046 ffffc20010462318 0000000000000286
> ffffc20010462070 000000000000000a ffff810211561820 ffff8101fff15100
> 00001910978cf004 000000000017c1f9 ffff810211561a08 00000001885ea85f
>Call Trace:
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885e90b5>] :gfs:unlock_on_glock+0x1b/0x24
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885de2ad>] :gfs:gfs_scand+0x0/0x44
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff885de2e4>] :gfs:gfs_scand+0x37/0x44
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_glockd    D ffffffff80142f13     0  8209     87          8215  8208 (L-TLB)
> ffff81020ccb1d40 0000000000000046 0000000000000086 0000000000000003
> ffff81020ccb1cd0 000000000000000a ffff81021b8f0820 ffff8101fff24080
> 0000016005b3fa0b 0000000000001493 ffff81021b8f0a08 0000000280142f13
>Call Trace:
> [<ffffffff8008992e>] find_busiest_group+0x20d/0x621
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff80064604>] __down_read+0x7a/0x92
> [<ffffffff8852afdd>] :dlm:dlm_unlock+0x37/0xcd
> [<ffffffff80062efb>] thread_return+0x0/0xdf
> [<ffffffff885cd362>] :lock_dlm:gdlm_do_unlock+0x3b/0x85
> [<ffffffff885ea145>] :gfs:gfs_glock_drop_th+0x116/0x187
> [<ffffffff885e8570>] :gfs:run_queue+0x12e/0x35d
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885e90b5>] :gfs:unlock_on_glock+0x1b/0x24
> [<ffffffff885e83b7>] :gfs:gfs_reclaim_glock+0xed/0x178
> [<ffffffff885de1dc>] :gfs:gfs_glockd+0x0/0xd1
> [<ffffffff885de1f1>] :gfs:gfs_glockd+0x15/0xd1
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_recoverd  S ffffffff80142f13     0  8215     87          8216  8209 (L-TLB)
> ffff81020cde5e80 0000000000000046 ffffffffffffffff 0000000000000000
> 0000000000000000 000000000000000a ffff8102112e6100 ffffffff802e3ae0
> 0000190fdc14f9ed 0000000000000aa7 ffff8102112e62e8 0000000080062efb
>Call Trace:
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885de2f1>] :gfs:gfs_recoverd+0x0/0x44
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff885de2f1>] :gfs:gfs_recoverd+0x0/0x44
> [<ffffffff885de328>] :gfs:gfs_recoverd+0x37/0x44
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_logd      S ffff8101ffd5d080     0  8216     87          8217  8215 (L-TLB)
> ffff81020cde7e10 0000000000000046 ffff81020cde7da0 ffffffff80063053
> ffff81020d50d9c8 000000000000000a ffff810210d7a0c0 ffff8101ffd5d080
> 000019140c5579be 00000000000009e6 ffff810210d7a2a8 000000030d6e00e0
>Call Trace:
> [<ffffffff80063053>] wait_for_completion+0x1f/0xa2
> [<ffffffff8003d638>] lock_timer_base+0x1b/0x3c
> [<ffffffff8001c5ea>] __mod_timer+0xb0/0xbe
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff885de3df>] :gfs:gfs_logd+0xaa/0xc2
> [<ffffffff885de335>] :gfs:gfs_logd+0x0/0xc2
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_quotad    S ffffffff80142f13     0  8217     87          8218  8216 (L-TLB)
> ffff81020cde9e60 0000000000000046 0000000000000000 88ff81021ec992c0
> ffff8100010056f0 000000000000000a ffff81021cddf860 ffff81021b2970c0
> 000019141541c9de 0000000000001021 ffff81021cddfa48 0000000200000282
>Call Trace:
> [<ffffffff8003d638>] lock_timer_base+0x1b/0x3c
> [<ffffffff8001c5ea>] __mod_timer+0xb0/0xbe
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff885de54d>] :gfs:gfs_quotad+0x156/0x16d
> [<ffffffff885de3f7>] :gfs:gfs_quotad+0x0/0x16d
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>gfs_inoded    S ffff8102112d97e0     0  8218     87                8217 (L-TLB)
> ffff81020cdebe80 0000000000000046 ffffffff8046ed80 ffff8101ffcfb7a0
> ffff8100010056f0 000000000000000a ffff81021b5a70c0 ffff8102112d97e0
> 00001912d9c5673a 00000000000006df ffff81021b5a72a8 0000000300000202
>Call Trace:
> [<ffffffff8003d638>] lock_timer_base+0x1b/0x3c
> [<ffffffff8001c5ea>] __mod_timer+0xb0/0xbe
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff885de198>] :gfs:gfs_inoded+0x0/0x44
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff885de1cf>] :gfs:gfs_inoded+0x37/0x44
> [<ffffffff8003253d>] kthread+0xfe/0x132
> [<ffffffff8005dfb1>] child_rip+0xa/0x11
> [<ffffffff8009dbca>] keventd_create_kthread+0x0/0xc4
> [<ffffffff8003243f>] kthread+0x0/0x132
> [<ffffffff8005dfa7>] child_rip+0x0/0x11
>
>qarshd        S ffffffff80142f13     0  8230   6230  8231    8241  6529 (NOTLB)
> ffff81020d61f9c8 0000000000000082 0000000000000282 ffffffff8046ed80
> 0000000000000282 000000000000000a ffff8101ffdc1860 ffff8101fff24080
> 00001913dab63deb 000000000000b5ac ffff8101ffdc1a48 0000000200000282
>Call Trace:
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff8001155f>] do_select+0x3fe/0x462
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff80089241>] __wake_up_common+0x3e/0x68
> [<ffffffff8002e254>] __wake_up+0x38/0x4f
> [<ffffffff80012abe>] sock_def_readable+0x34/0x5f
> [<ffffffff80260179>] unix_dgram_sendmsg+0x43d/0x4cf
> [<ffffffff800548eb>] sock_sendmsg+0xf3/0x110
> [<ffffffff800df607>] core_sys_select+0x1bc/0x265
> [<ffffffff800122d3>] getname+0x15b/0x1c1
> [<ffffffff8000c31a>] _atomic_dec_and_lock+0x39/0x57
> [<ffffffff8002cb15>] mntput_no_expire+0x19/0x89
> [<ffffffff8020d49c>] sys_sendto+0x11c/0x14f
> [<ffffffff800df7c4>] sys_pselect7+0x114/0x210
> [<ffffffff800b3fd8>] audit_syscall_entry+0x16e/0x1a1
> [<ffffffff800df914>] sys_pselect6+0x54/0x61
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>d_doio        D ffffffff80142f13     0  8231   8230                     (NOTLB)
> ffff81020ce13c28 0000000000000086 0000000000000050 ffffffff8000f083
> 0000001000020050 0000000000000009 ffff81021cf6c860 ffff8101fff15100
> 000001192476cce7 0000000000004ad3 ffff81021cf6ca48 0000000100000000
>Call Trace:
> [<ffffffff8000f083>] __alloc_pages+0x65/0x2ce
> [<ffffffff80089241>] __wake_up_common+0x3e/0x68
> [<ffffffff800630ad>] wait_for_completion+0x79/0xa2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8009adad>] queue_work+0x4e/0x57
> [<ffffffff885e88f5>] :gfs:glock_wait_internal+0x156/0x2bc
> [<ffffffff885e8df0>] :gfs:gfs_glock_nq+0x395/0x3d6
> [<ffffffff885e8e47>] :gfs:gfs_glock_nq_init+0x16/0x2a
> [<ffffffff885fe9c2>] :gfs:gfs_private_nopage+0x55/0x9f
> [<ffffffff885ea145>] :gfs:gfs_glock_drop_th+0x116/0x187
> [<ffffffff80008848>] __handle_mm_fault+0x1f8/0xe23
> [<ffffffff8006681f>] do_page_fault+0x4cb/0x830
> [<ffffffff8001c750>] vma_link+0xd0/0xfd
> [<ffffffff8000dde2>] do_mmap_pgoff+0x66c/0x7d7
> [<ffffffff8005dde9>] error_exit+0x0/0x84
>
>qarshd        S ffffffff80142f13     0  8241   6230  8242          8230 (NOTLB)
> ffff81020ce499c8 0000000000000086 ffff81021da0b850 ffff81021da0b850
> 0000000000000000 000000000000000a ffff81021cebc7a0 ffff8101ffdc1860
> 00001913dab5883f 000000000000ee9b ffff81021cebc988 000000020ce49aa8
>Call Trace:
> [<ffffffff8003d638>] lock_timer_base+0x1b/0x3c
> [<ffffffff8001c5ea>] __mod_timer+0xb0/0xbe
> [<ffffffff80063803>] schedule_timeout+0x8a/0xad
> [<ffffffff8009543e>] process_timeout+0x0/0x5
> [<ffffffff8001155f>] do_select+0x3fe/0x462
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff80089241>] __wake_up_common+0x3e/0x68
> [<ffffffff8002e254>] __wake_up+0x38/0x4f
> [<ffffffff80012abe>] sock_def_readable+0x34/0x5f
> [<ffffffff80260179>] unix_dgram_sendmsg+0x43d/0x4cf
> [<ffffffff800548eb>] sock_sendmsg+0xf3/0x110
> [<ffffffff800df607>] core_sys_select+0x1bc/0x265
> [<ffffffff8000c31a>] _atomic_dec_and_lock+0x39/0x57
> [<ffffffff8002cb15>] mntput_no_expire+0x19/0x89
> [<ffffffff8020d49c>] sys_sendto+0x11c/0x14f
> [<ffffffff800df7c4>] sys_pselect7+0x114/0x210
> [<ffffffff800b3fd8>] audit_syscall_entry+0x16e/0x1a1
> [<ffffffff800df914>] sys_pselect6+0x54/0x61
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>d_doio        D ffffffff80142f13     0  8242   8241                     (NOTLB)
> ffff81020cee9c28 0000000000000082 0000000000000050 ffffffff8000f083
> 0000001000020050 0000000000000009 ffff8102115ef7a0 ffff8101fff15100
> 0000011923f0ff6d 00000000000064aa ffff8102115ef988 0000000100000000
>Call Trace:
> [<ffffffff8000f083>] __alloc_pages+0x65/0x2ce
> [<ffffffff80089241>] __wake_up_common+0x3e/0x68
> [<ffffffff800630ad>] wait_for_completion+0x79/0xa2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8009adad>] queue_work+0x4e/0x57
> [<ffffffff885e88f5>] :gfs:glock_wait_internal+0x156/0x2bc
> [<ffffffff885e8df0>] :gfs:gfs_glock_nq+0x395/0x3d6
> [<ffffffff885e8e47>] :gfs:gfs_glock_nq_init+0x16/0x2a
> [<ffffffff885fe9c2>] :gfs:gfs_private_nopage+0x55/0x9f
> [<ffffffff885ea145>] :gfs:gfs_glock_drop_th+0x116/0x187
> [<ffffffff80008848>] __handle_mm_fault+0x1f8/0xe23
> [<ffffffff8006681f>] do_page_fault+0x4cb/0x830
> [<ffffffff8001c750>] vma_link+0xd0/0xfd
> [<ffffffff8000dde2>] do_mmap_pgoff+0x66c/0x7d7
> [<ffffffff8005dde9>] error_exit+0x0/0x84
>
>run-parts     S ffffffff80142f13     0  8473   6316  8476               (NOTLB)
> ffff81020d4b1ee8 0000000000000082 0000000000000292 ffffffff80021f44
> ffff81021af3a740 0000000000000007 ffff81021b42b040 ffffffff802e3ae0
> 000003aecde9149e 0000000000008e54 ffff81021b42b228 000000001b42b040
>Call Trace:
> [<ffffffff80021f44>] __up_read+0x19/0x7f
> [<ffffffff80028046>] do_wait+0x936/0xa0a
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>0logwatch     S ffffffff80142f13     0  8476   8473  8532    8477       (NOTLB)
> ffff81020c691df8 0000000000000086 ffff8101072a1ed8 ffffffff80010d04
> 0000000014400b10 000000000000000a ffff81021b41e100 ffff8101fff24080
> 000003b308ded302 000000000000efae ffff81021b41e2e8 000000020d7c4000
>Call Trace:
> [<ffffffff80010d04>] do_wp_page+0x260/0x6bd
> [<ffffffff80047796>] pipe_wait+0x69/0x93
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff80063a5d>] mutex_lock+0xd/0x1d
> [<ffffffff8002ec10>] pipe_readv+0x31d/0x3a2
> [<ffffffff800de208>] pipe_read+0x1a/0x1f
> [<ffffffff8000b337>] vfs_read+0xcb/0x171
> [<ffffffff80011715>] sys_read+0x45/0x6e
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>awk           S ffffffff80142f13     0  8477   8473                8476 (NOTLB)
> ffff81020c699df8 0000000000000086 00000000000280d2 ffffffff8000769e
> ffff81021ab257e0 0000000000000006 ffff81021ab257e0 ffff810107797100
> 000003aecdf6df0d 00000000000e583c ffff81021ab259c8 000000031f9cb408
>Call Trace:
> [<ffffffff8000769e>] find_get_page+0x21/0x50
> [<ffffffff80047796>] pipe_wait+0x69/0x93
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff80063a5d>] mutex_lock+0xd/0x1d
> [<ffffffff8002ec10>] pipe_readv+0x31d/0x3a2
> [<ffffffff800de208>] pipe_read+0x1a/0x1f
> [<ffffffff8000b337>] vfs_read+0xcb/0x171
> [<ffffffff80011715>] sys_read+0x45/0x6e
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>sendmail      S ffffffff80142f13     0  8532   8476          8809       (NOTLB)
> ffff81020bd15df8 0000000000000082 00000000000280d2 ffffffff8000769e
> ffff81021b297820 0000000000000008 ffff81021b297820 ffffffff802e3ae0
> 000003af6f0fe412 00000000002e3d5d ffff81021b297a08 000000001cb56408
>Call Trace:
> [<ffffffff8000769e>] find_get_page+0x21/0x50
> [<ffffffff80047796>] pipe_wait+0x69/0x93
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff80063a5d>] mutex_lock+0xd/0x1d
> [<ffffffff8002ec10>] pipe_readv+0x31d/0x3a2
> [<ffffffff800de208>] pipe_read+0x1a/0x1f
> [<ffffffff8000b337>] vfs_read+0xcb/0x171
> [<ffffffff80011715>] sys_read+0x45/0x6e
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>perl          S ffffffff80142f13     0  8809   8476  8810          8532 (NOTLB)
> ffff8102092c9ee8 0000000000000082 0000000000000292 ffffffff80021f44
> ffff8102081b0040 0000000000000007 ffff8102112d9080 ffffffff802e3ae0
> 000003b309c36272 00000000000062bd ffff8102112d9268 00000000112d9080
>Call Trace:
> [<ffffffff80021f44>] __up_read+0x19/0x7f
> [<ffffffff80028046>] do_wait+0x936/0xa0a
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>df            D ffffffff80142f13     0  8810   8809                     (NOTLB)
> ffff81020b9999c8 0000000000000082 0000000000000002 ffffffff8005a4d8
> 0000000048198551 0000000000000007 ffff810211b570c0 ffffffff802e3ae0
> 000003b30a8b79c3 00000000000059bb ffff810211b572a8 000000000b9999e8
>Call Trace:
> [<ffffffff8005a4d8>] getnstimeofday+0x10/0x28
> [<ffffffff80064604>] __down_read+0x7a/0x92
> [<ffffffff8852aec8>] :dlm:dlm_lock+0x4b/0x129
> [<ffffffff80063053>] wait_for_completion+0x1f/0xa2
> [<ffffffff8008a387>] complete+0x38/0x4b
> [<ffffffff885cd5a6>] :lock_dlm:gdlm_do_lock+0x6c/0xd7
> [<ffffffff885cd173>] :lock_dlm:gdlm_ast+0x0/0x2
> [<ffffffff885cd6ea>] :lock_dlm:gdlm_hold_lvb+0xd9/0x157
> [<ffffffff885ea21d>] :gfs:gfs_lvb_hold+0x67/0xc0
> [<ffffffff88602d95>] :gfs:gfs_rindex_hold+0x36e/0x439
> [<ffffffff88605029>] :gfs:gfs_stat_gfs+0x2a/0x278
> [<ffffffff8001944e>] __follow_mount+0x26/0x7f
> [<ffffffff8000cb46>] do_lookup+0x65/0x1d4
> [<ffffffff8002cb15>] mntput_no_expire+0x19/0x89
> [<ffffffff8002cb15>] mntput_no_expire+0x19/0x89
> [<ffffffff885fe378>] :gfs:gfs_statfs+0x67/0xea
> [<ffffffff8000dba7>] do_mmap_pgoff+0x431/0x7d7
> [<ffffffff800d78a5>] vfs_statfs+0x63/0x7f
> [<ffffffff800d7a04>] vfs_statfs_native+0x13/0x34
> [<ffffffff800d7acc>] sys_statfs+0x3f/0x79
> [<ffffffff80066852>] do_page_fault+0x4fe/0x830
> [<ffffffff8000dba7>] do_mmap_pgoff+0x431/0x7d7
> [<ffffffff8000dde2>] do_mmap_pgoff+0x66c/0x7d7
> [<ffffffff800b3fd8>] audit_syscall_entry+0x16e/0x1a1
> [<ffffffff8005d229>] tracesys+0x71/0xe0
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>crond         S ffffffff80142f13     0  8828   6284  8829               (NOTLB)
> ffff81020a77bdf8 0000000000000082 00000000fffffff2 0000000000000007
> ffff81021c2b66d0 0000000000000007 ffff810210f9d040 ffff8101fff24080
> 0000041934fe4a49 0000000000022120 ffff810210f9d228 00000002fff23f40
>Call Trace:
> [<ffffffff80047796>] pipe_wait+0x69/0x93
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff80063a5d>] mutex_lock+0xd/0x1d
> [<ffffffff8002ec10>] pipe_readv+0x31d/0x3a2
> [<ffffffff8000dde2>] do_mmap_pgoff+0x66c/0x7d7
> [<ffffffff800de208>] pipe_read+0x1a/0x1f
> [<ffffffff8000b337>] vfs_read+0xcb/0x171
> [<ffffffff80011715>] sys_read+0x45/0x6e
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>run-parts     S ffffffff80142f13     0  8829   8828  8832               (NOTLB)
> ffff8102092c5ee8 0000000000000086 0000000000000292 ffffffff80021f44
> ffff81021b5d1800 0000000000000003 ffff8102117237a0 ffff810107797100
> 0000041935683bbd 0000000000009cb7 ffff810211723988 00000003117237a0
>Call Trace:
> [<ffffffff80021f44>] __up_read+0x19/0x7f
> [<ffffffff80028046>] do_wait+0x936/0xa0a
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>0logwatch     S ffffffff80142f13     0  8832   8829  8888    8833       (NOTLB)
> ffff81020960ddf8 0000000000000082 ffff8101072ced70 ffffffff80010d04
> 000000001913d388 0000000000000007 ffff81021ace7040 ffff8101fff24080
> 0000041d4b9682de 0000000000011163 ffff81021ace7228 0000000208f51000
>Call Trace:
> [<ffffffff80010d04>] do_wp_page+0x260/0x6bd
> [<ffffffff80047796>] pipe_wait+0x69/0x93
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff80063a5d>] mutex_lock+0xd/0x1d
> [<ffffffff8002ec10>] pipe_readv+0x31d/0x3a2
> [<ffffffff800de208>] pipe_read+0x1a/0x1f
> [<ffffffff8000b337>] vfs_read+0xcb/0x171
> [<ffffffff80011715>] sys_read+0x45/0x6e
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>awk           S ffffffff80142f13     0  8833   8829                8832 (NOTLB)
> ffff8102093e3df8 0000000000000082 00000000000280d2 ffff810000015c10
> ffff81021ad0c0c0 0000000000000004 ffff81021ad0c0c0 ffffffff802e3ae0
> 000004193f3e6c28 0000000000019f14 ffff81021ad0c2a8 00000000bf553000
>Call Trace:
> [<ffffffff80047796>] pipe_wait+0x69/0x93
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff80063a5d>] mutex_lock+0xd/0x1d
> [<ffffffff8002ec10>] pipe_readv+0x31d/0x3a2
> [<ffffffff8000dba7>] do_mmap_pgoff+0x431/0x7d7
> [<ffffffff8000dde2>] do_mmap_pgoff+0x66c/0x7d7
> [<ffffffff800de208>] pipe_read+0x1a/0x1f
> [<ffffffff8000b337>] vfs_read+0xcb/0x171
> [<ffffffff80011715>] sys_read+0x45/0x6e
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>sendmail      S ffffffff80142f13     0  8888   8832          9165       (NOTLB)
> ffff81020bd67df8 0000000000000082 00000000000280d2 ffffffff8000769e
> ffff81021c659860 0000000000000005 ffff81021c659860 ffff8101fff24080
> 00000419c0557252 00000000008416ba ffff81021c659a48 000000021cb56408
>Call Trace:
> [<ffffffff8000769e>] find_get_page+0x21/0x50
> [<ffffffff80047796>] pipe_wait+0x69/0x93
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff80063a5d>] mutex_lock+0xd/0x1d
> [<ffffffff8002ec10>] pipe_readv+0x31d/0x3a2
> [<ffffffff800de208>] pipe_read+0x1a/0x1f
> [<ffffffff8000b337>] vfs_read+0xcb/0x171
> [<ffffffff80011715>] sys_read+0x45/0x6e
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>perl          S ffffffff80142f13     0  9165   8832  9166          8888 (NOTLB)
> ffff810208d25ee8 0000000000000082 0000000000000292 ffffffff80021f44
> ffff810208f3c440 0000000000000004 ffff81020add1040 ffffffff802e3ae0
> 0000041d4c775cc9 00000000000061a5 ffff81020add1228 000000000add1040
>Call Trace:
> [<ffffffff80021f44>] __up_read+0x19/0x7f
> [<ffffffff80028046>] do_wait+0x936/0xa0a
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>df            D ffffffff80142f13     0  9166   9165                     (NOTLB)
> ffff81020b9c3a88 0000000000000082 ffff81020b9c3cd8 00002ab7d602b000
> ffffffff802f2630 0000000000000003 ffff81020b9fa7a0 ffff810107797100
> 0000041d4c8570f3 00000000000e7539 ffff81020b9fa988 0000000380008d66
>Call Trace:
> [<ffffffff80064993>] __down+0xc3/0xd8
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff80064651>] __down_failed+0x35/0x3a
> [<ffffffff88604a4d>] :gfs:.text.lock.rgrp+0x5/0x50
> [<ffffffff88034e46>] :jbd:journal_dirty_metadata+0x1b5/0x1e3
> [<ffffffff88605029>] :gfs:gfs_stat_gfs+0x2a/0x278
> [<ffffffff8001944e>] __follow_mount+0x26/0x7f
> [<ffffffff8000cb46>] do_lookup+0x65/0x1d4
> [<ffffffff8002cb15>] mntput_no_expire+0x19/0x89
> [<ffffffff8002cb15>] mntput_no_expire+0x19/0x89
> [<ffffffff885fe378>] :gfs:gfs_statfs+0x67/0xea
> [<ffffffff8000dba7>] do_mmap_pgoff+0x431/0x7d7
> [<ffffffff800d78a5>] vfs_statfs+0x63/0x7f
> [<ffffffff800d7a04>] vfs_statfs_native+0x13/0x34
> [<ffffffff800d7acc>] sys_statfs+0x3f/0x79
> [<ffffffff80066852>] do_page_fault+0x4fe/0x830
> [<ffffffff8000dba7>] do_mmap_pgoff+0x431/0x7d7
> [<ffffffff8000dde2>] do_mmap_pgoff+0x66c/0x7d7
> [<ffffffff800b3fd8>] audit_syscall_entry+0x16e/0x1a1
> [<ffffffff8005d229>] tracesys+0x71/0xe0
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>bash          S ffffffff80142f13     0  9803   6458                     (NOTLB)
> ffff81020555ddc8 0000000000000082 0000000300000000 ffffffff8030b830
> 0000000000000000 000000000000000a ffff81020add17a0 ffff8101fff24080
> 0000190f1bb5bd52 00000000000077e9 ffff81020add1988 000000021e982018
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff8004926b>] add_wait_queue+0x24/0x34
> [<ffffffff800295f0>] read_chan+0x3b6/0x63b
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff800320e1>] tty_read+0x72/0xc7
> [<ffffffff8000b337>] vfs_read+0xcb/0x171
> [<ffffffff80011715>] sys_read+0x45/0x6e
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>sshd          S ffffffff80142f13     0  9827   6209  9829    9861       (NOTLB)
> ffff810205559a18 0000000000000082 ffff81020555998c 00000000001188c8
> 0000000000000000 000000000000000a ffff81021d196860 ffff8101fff24080
> 00001712bc09915c 0000000000012955 ffff81021d196a48 000000021f7188c8
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff80025a72>] tty_poll+0x5f/0x6d
> [<ffffffff8001155f>] do_select+0x3fe/0x462
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff800312d1>] skb_copy_datagram_iovec+0x4f/0x237
> [<ffffffff80064a81>] _spin_lock_bh+0x9/0x14
> [<ffffffff80030a63>] release_sock+0x13/0xaa
> [<ffffffff8001d513>] tcp_recvmsg+0xa0a/0xb1f
> [<ffffffff80096ae5>] __group_send_sig_info+0x3e/0x94
> [<ffffffff8005a352>] group_send_sig_info+0x62/0x6f
> [<ffffffff800df607>] core_sys_select+0x1bc/0x265
> [<ffffffff8000caa4>] do_sync_read+0xc7/0x104
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff80016270>] sys_select+0xc1/0x17c
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>bash          S ffffffff80142f13     0  9829   9827  9851               (NOTLB)
> ffff81020a9e1ee8 0000000000000082 0000000000000292 ffffffff80021f44
> ffff81021a837c40 0000000000000008 ffff81021afcc080 ffffffff802e3ae0
> 0000153e63e65817 000000000001e5ff ffff81021afcc268 0000000000000001
>Call Trace:
> [<ffffffff80021f44>] __up_read+0x19/0x7f
> [<ffffffff80028046>] do_wait+0x936/0xa0a
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>lvscan        S ffffffff80142f13     0  9851   9829                     (NOTLB)
> ffff8102085bdbe8 0000000000000082 0000000000000000 0000000000000000
> 0000000000000000 0000000000000007 ffff81021b056040 ffffffff802e3ae0
> 0000153e65de4671 000000000001ba2c ffff81021b056228 0000000000000000
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff8003a8a4>] prepare_to_wait+0x34/0x5c
> [<ffffffff8004a1fd>] unix_stream_recvmsg+0x234/0x54b
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff800454ef>] do_sock_read+0xc0/0xcb
> [<ffffffff8020c73c>] sock_aio_read+0x4f/0x5e
> [<ffffffff8000caa4>] do_sync_read+0xc7/0x104
> [<ffffffff800236d1>] __user_walk_fd+0x41/0x4c
> [<ffffffff80066852>] do_page_fault+0x4fe/0x830
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8000b34a>] vfs_read+0xde/0x171
> [<ffffffff80011715>] sys_read+0x45/0x6e
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>sshd          S ffffffff80142f13     0  9861   6209  9863          9827 (NOTLB)
> ffff81020686da18 0000000000000082 ffff81020686d98c 000000000013ba70
> 0000000000000000 000000000000000a ffff8101ffd6e860 ffff8101fff24080
> 000019111ed53100 000000000000a4ea ffff8101ffd6ea48 0000000200000000
>Call Trace:
> [<ffffffff80063797>] schedule_timeout+0x1e/0xad
> [<ffffffff80025a72>] tty_poll+0x5f/0x6d
> [<ffffffff8001155f>] do_select+0x3fe/0x462
> [<ffffffff8001e476>] __pollwait+0x0/0xe2
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff8008ac03>] default_wake_function+0x0/0xe
> [<ffffffff80054bae>] sk_reset_timer+0xf/0x19
> [<ffffffff80032e50>] __tcp_push_pending_frames+0x7a0/0x87a
> [<ffffffff8002e170>] __alloc_skb+0x77/0x123
> [<ffffffff80064a81>] _spin_lock_bh+0x9/0x14
> [<ffffffff80030a63>] release_sock+0x13/0xaa
> [<ffffffff80026487>] tcp_sendmsg+0xa07/0xb2f
> [<ffffffff80037800>] do_sock_write+0xc4/0xce
> [<ffffffff800df607>] core_sys_select+0x1bc/0x265
> [<ffffffff80017bb3>] do_sync_write+0xc7/0x104
> [<ffffffff8009dde2>] autoremove_wake_function+0x0/0x2e
> [<ffffffff8003a328>] tty_ldisc_deref+0x68/0x7b
> [<ffffffff80016270>] sys_select+0xc1/0x17c
> [<ffffffff8005d28d>] tracesys+0xd5/0xe0
>
>bash          R  running task       0  9863   9861                     (NOTLB)
>

Actions: View

Attachments on bug 444884: 304314