On console {{{ n+0x0/0xf [2979142.271348] [] ? nfsd+0x0/0x139 [2979142.271350] [] nfsd+0xa9/0x139 [2979142.271352] [] kthread+0x7d/0x85 [2979142.271354] [] kernel_thread_helper+0x4/0x10 [2979142.271357] [] ? kthread+0x0/0x85 [2979142.271358] [] ? kernel_thread_helper+0x0/0x10 [2979142.271360] Pid: 8541, comm: nfsd Tainted: G D 2.6.34.4 #3 [2979142.271361] Call Trace: [2979142.271362] [] ? show_regs+0x26/0x2a [2979142.271367] [] nmi_watchdog_tick+0xc3/0x1a5 [2979142.271369] [] do_nmi+0xb2/0x259 [2979142.271371] [] nmi+0x1a/0x20 [2979142.271373] [] ? delay_tsc+0x16/0x59 [2979142.271374] <> [] __const_udelay+0x3d/0x3f [2979142.271378] [] native_safe_apic_wait_icr_idle+0x31/0x48 [2979142.271380] [] default_send_IPI_mask_sequence_phys+0x49/0xab [2979142.271383] [] physflat_send_IPI_all+0x14/0x16 [2979142.271385] [] arch_trigger_all_cpu_backtrace+0x3c/0x5d [2979142.271387] [] do_raw_spin_lock+0x11d/0x147 [2979142.271390] [] _raw_spin_lock+0x34/0x39 [2979142.271392] [] ? task_rq_lock+0x7e/0x9a [2979142.271394] [] task_rq_lock+0x7e/0x9a [2979142.271396] [] try_to_wake_up+0x2e/0x342 [2979142.271398] [] default_wake_function+0xd/0xf [2979142.271400] [] __wake_up_common+0x46/0x76 [2979142.271402] [] __wake_up+0x38/0x4f [2979142.271404] [] svc_xprt_enqueue+0x1e2/0x23d [2979142.271406] [] svc_xprt_received+0x24/0x26 [2979142.271409] [] svc_udp_recvfrom+0x15f/0x2f9 [2979142.271411] [] svc_recv+0x758/0x7f5 [2979142.271413] [] ? svc_send+0x85/0xa1 [2979142.271415] [] ? default_wake_function+0x0/0xf [2979142.271417] [] ? nfsd+0x0/0x139 [2979142.271419] [] nfsd+0xa9/0x139 [2979142.271421] [] kthread+0x7d/0x85 [2979142.271423] [] kernel_thread_helper+0x4/0x10 [2979142.271425] [] ? kthread+0x0/0x85 [2979142.271427] [] ? kernel_thread_helper+0x0/0x10 [2979142.271530] NMI backtrace for cpu 6 [2979142.271531] CPU 6 [2979142.271532] Modules linked in: w83793 hwmon_vid autofs4 iTCO_wdt e1000e i2c_i801 i2c_core ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2979142.271546] [2979142.271547] Pid: 8590, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [2979142.271549] RIP: 0010:[] [] delay_tsc+0x18/0x59 [2979142.271553] RSP: 0018:ffff880655203de0 EFLAGS: 00000082 [2979142.271555] RAX: 000000009106eca8 RBX: 000000009aeab2fb RCX: 000000009106ec64 [2979142.271556] RDX: 00000000001c399e RSI: 0000000000000006 RDI: 0000000000000001 [2979142.271558] RBP: ffff880655203de8 R08: 0000000000000001 R09: 0000000000000006 [2979142.271559] R10: 0000000100000000 R11: 0000000000000000 R12: ffff880655213c00 [2979142.271561] R13: 0000000000000001 R14: ffff8806227ed0f0 R15: ffff8806227ed578 [2979142.271563] FS: 0000000000000000(0000) GS:ffff880655200000(0000) knlGS:0000000000000000 [2979142.271565] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2979142.271566] CR2: 0000000389ca1c18 CR3: 0000000001a8a000 CR4: 00000000000006e0 [2979142.271568] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2979142.271569] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2979142.271571] Process nfsd (pid: 8590, threadinfo ffff880622754000, task ffff8806227ed0f0) [2979142.271572] Stack: [2979142.271573] ffff880655213c00 ffff880655203df8 ffffffff812c08fe ffff880655203e38 [2979142.271575] <0> ffffffff812c4e65 000000009ef30658 ffff880655213c00 ffff880655213c00 [2979142.271577] <0> 0000000000000006 ffff88065520eae0 ffff88065520ea70 ffff880655203e58 [2979142.271580] Call Trace: [2979142.271581] [2979142.271583] [] __delay+0xa/0xc [2979142.271585] [] do_raw_spin_lock+0xde/0x147 [2979142.271587] [] _raw_spin_lock+0x34/0x39 [2979142.271590] [] ? scheduler_tick+0x3d/0x236 [2979142.271592] [] scheduler_tick+0x3d/0x236 [2979142.271594] [] update_process_times+0x49/0x59 [2979142.271597] [] tick_sched_timer+0x73/0x9d [2979142.271599] [] ? tick_sched_timer+0x0/0x9d [2979142.271601] [] __run_hrtimer+0xd0/0x12d [2979142.271603] [] hrtimer_interrupt+0xb5/0x19f [2979142.271606] [] smp_apic_timer_interrupt+0x82/0x95 [2979142.271611] [] apic_timer_interrupt+0x13/0x20 [2979142.271612] [2979142.271613] Code: 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 <89> c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 [2979142.271629] Call Trace: [2979142.271629] [] __delay+0xa/0xc [2979142.271633] [] do_raw_spin_lock+0xde/0x147 [2979142.271635] [] _raw_spin_lock+0x34/0x39 [2979142.271638] [] ? scheduler_tick+0x3d/0x236 [2979142.271640] [] scheduler_tick+0x3d/0x236 [2979142.271642] [] update_process_times+0x49/0x59 [2979142.271644] [] tick_sched_timer+0x73/0x9d [2979142.271646] [] ? tick_sched_timer+0x0/0x9d [2979142.271648] [] __run_hrtimer+0xd0/0x12d [2979142.271650] [] hrtimer_interrupt+0xb5/0x19f [2979142.271652] [] smp_apic_timer_interrupt+0x82/0x95 [2979142.271655] [] apic_timer_interrupt+0x13/0x20 [2979142.271656] Pid: 8590, comm: nfsd Tainted: G D 2.6.34.4 #3 [2979142.271658] Call Trace: [2979142.271659] [] ? show_regs+0x26/0x2a [2979142.271663] [] nmi_watchdog_tick+0xc3/0x1a5 [2979142.271665] [] do_nmi+0xb2/0x259 [2979142.271667] [] nmi+0x1a/0x20 [2979142.271669] [] ? delay_tsc+0x18/0x59 [2979142.271670] <> [] __delay+0xa/0xc [2979142.271674] [] do_raw_spin_lock+0xde/0x147 [2979142.271676] [] _raw_spin_lock+0x34/0x39 [2979142.271678] [] ? scheduler_tick+0x3d/0x236 [2979142.271680] [] scheduler_tick+0x3d/0x236 [2979142.271683] [] update_process_times+0x49/0x59 [2979142.271685] [] tick_sched_timer+0x73/0x9d [2979142.271687] [] ? tick_sched_timer+0x0/0x9d [2979142.271689] [] __run_hrtimer+0xd0/0x12d [2979142.271691] [] hrtimer_interrupt+0xb5/0x19f [2979142.271693] [] smp_apic_timer_interrupt+0x82/0x95 [2979142.271695] [] apic_timer_interrupt+0x13/0x20 [2979142.271696] [2979142.271697] NMI backtrace for cpu 7 [2979142.271698] CPU 7 [2979142.271699] Modules linked in: w83793 hwmon_vid autofs4 iTCO_wdt e1000e i2c_i801 i2c_core ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2979142.271713] [2979142.271715] Pid: 8574, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [2979142.271717] RIP: 0010:[] [] io_serial_in+0x10/0x15 [2979142.271722] RSP: 0018:ffff880655223938 EFLAGS: 00000002 [2979142.271723] RAX: 0000000000000a00 RBX: 0000000000000000 RCX: 0000000000000000 [2979142.271725] RDX: 00000000000003fd RSI: 0000000000000005 RDI: ffffffff82400ac0 [2979142.271727] RBP: ffff880655223938 R08: 0000000000000007 R09: 0000000000000007 [2979142.271728] R10: 0000000000000000 R11: ffffffff81334e4e R12: ffffffff82400ac0 [2979142.271730] R13: 000000000000270f R14: 0000000000000020 R15: 0000000000000044 [2979142.271732] FS: 0000000000000000(0000) GS:ffff880655220000(0000) knlGS:0000000000000000 [2979142.271733] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2979142.271735] CR2: 00007f7053196000 CR3: 0000000001a8a000 CR4: 00000000000006e0 [2979142.271736] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2979142.271738] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2979142.271740] Process nfsd (pid: 8574, threadinfo ffff880623fec000, task ffff8806227d3090) [2979142.271741] Stack: [2979142.271742] ffff880655223968 ffffffff81334767 ffffffff82400ac0 0000000000000062 [2979142.271744] <0> ffffffff813347d5 ffffffff82400ac0 ffff880655223988 ffffffff813347ec [2979142.271746] <0> ffffffff81c39048 0000000000000022 ffff8806552239c8 ffffffff813311e8 [2979142.271749] Call Trace: [2979142.271750] [2979142.271752] [] wait_for_xmitr+0x24/0x92 [2979142.271755] [] ? serial8250_console_putchar+0x0/0x27 [2979142.271757] [] serial8250_console_putchar+0x17/0x27 [2979142.271760] [] uart_console_write+0x41/0x52 [2979142.271762] [] serial8250_console_write+0xb6/0x108 [2979142.271765] [] __call_console_drivers+0x67/0x79 [2979142.271768] [] _call_console_drivers+0x5b/0x5f [2979142.271770] [] release_console_sem+0x121/0x1c6 [2979142.271773] [] vprintk+0x36b/0x3a0 [2979142.271775] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.271777] [] printk+0x67/0x69 [2979142.271779] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.271781] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.271784] [] ? printk+0x67/0x69 [2979142.271786] [] ? touch_nmi_watchdog+0x5b/0x60 [2979142.271789] [] print_trace_address+0x4e/0x57 [2979142.271791] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.271793] [] print_context_stack+0x62/0xbd [2979142.271795] [] dump_trace+0x23d/0x327 [2979142.271798] [] show_trace_log_lvl+0x4c/0x58 [2979142.271800] [] show_trace+0x10/0x12 [2979142.271802] [] dump_stack+0x72/0x7b [2979142.271804] [] do_raw_spin_lock+0x118/0x147 [2979142.271806] [] _raw_spin_lock+0x34/0x39 [2979142.271808] [] ? scheduler_tick+0x3d/0x236 [2979142.271811] [] scheduler_tick+0x3d/0x236 [2979142.271813] [] update_process_times+0x49/0x59 [2979142.271815] [] tick_sched_timer+0x73/0x9d [2979142.271817] [] ? tick_sched_timer+0x0/0x9d [2979142.271819] [] __run_hrtimer+0xd0/0x12d [2979142.271821] [] hrtimer_interrupt+0xb5/0x19f [2979142.271823] [] smp_apic_timer_interrupt+0x82/0x95 [2979142.271826] [] apic_timer_interrupt+0x13/0x20 [2979142.271827] [2979142.271829] [] ? get_swap_page+0x1d/0x5bb [2979142.271831] [] ? get_swap_page+0x1d/0x5bb [2979142.271833] [] ? get_swap_page+0x13c/0x5bb [2979142.271836] [] add_to_swap+0xf/0x48 [2979142.271838] [] shrink_page_list+0x214/0x68f [2979142.271841] [] ? __lock_acquire+0x995/0x9fc [2979142.271844] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2979142.271846] [] shrink_zone+0x7c2/0xb86 [2979142.271851] [] ? release_sock+0xdb/0xe4 [2979142.271853] [] ? release_sock+0x2f/0xe4 [2979142.271855] [] do_try_to_free_pages+0x208/0x37a [2979142.271857] [] try_to_free_pages+0x71/0x78 [2979142.271860] [] ? isolate_pages_global+0x0/0x23f [2979142.271862] [] __alloc_pages_nodemask+0x407/0x671 [2979142.271865] [] alloc_pages_current+0x96/0x9f [2979142.271869] [] svc_recv+0xe5/0x7f5 [2979142.271871] [] ? svc_send+0x85/0xa1 [2979142.271873] [] ? exp_readunlock+0x10/0x12 [2979142.271876] [] ? default_wake_function+0x0/0xf [2979142.271878] [] ? nfsd+0x0/0x139 [2979142.271879] [] nfsd+0xa9/0x139 [2979142.271882] [] kthread+0x7d/0x85 [2979142.271884] [] kernel_thread_helper+0x4/0x10 [2979142.271886] [] ? kthread+0x0/0x85 [2979142.271888] [] ? kernel_thread_helper+0x0/0x10 [2979142.271890] Code: 49 03 40 38 88 10 83 fe 01 77 0c be 01 00 00 00 4c 89 c7 41 ff 50 40 58 5b c9 c3 0f b6 4f 69 55 89 f2 48 89 e5 d3 e2 03 57 30 ec <0f> b6 c0 c9 c3 0f b6 4f 69 55 88 d0 48 89 e5 d3 e6 03 77 30 89 [2979142.271905] Call Trace: [2979142.271906] [] wait_for_xmitr+0x24/0x92 [2979142.271910] [] ? serial8250_console_putchar+0x0/0x27 [2979142.271913] [] serial8250_console_putchar+0x17/0x27 [2979142.271915] [] uart_console_write+0x41/0x52 [2979142.271917] [] serial8250_console_write+0xb6/0x108 [2979142.271920] [] __call_console_drivers+0x67/0x79 [2979142.271922] [] _call_console_drivers+0x5b/0x5f [2979142.271925] [] release_console_sem+0x121/0x1c6 [2979142.271927] [] vprintk+0x36b/0x3a0 [2979142.271930] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.271932] [] printk+0x67/0x69 [2979142.271934] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.271936] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.271938] [] ? printk+0x67/0x69 [2979142.271940] [] ? touch_nmi_watchdog+0x5b/0x60 [2979142.271942] [] print_trace_address+0x4e/0x57 [2979142.271944] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.271946] [] print_context_stack+0x62/0xbd [2979142.271949] [] dump_trace+0x23d/0x327 [2979142.271951] [] show_trace_log_lvl+0x4c/0x58 [2979142.271953] [] show_trace+0x10/0x12 [2979142.271955] [] dump_stack+0x72/0x7b [2979142.271957] [] do_raw_spin_lock+0x118/0x147 [2979142.271959] [] _raw_spin_lock+0x34/0x39 [2979142.271962] [] ? scheduler_tick+0x3d/0x236 [2979142.271964] [] scheduler_tick+0x3d/0x236 [2979142.271966] [] update_process_times+0x49/0x59 [2979142.271968] [] tick_sched_timer+0x73/0x9d [2979142.271970] [] ? tick_sched_timer+0x0/0x9d [2979142.271972] [] __run_hrtimer+0xd0/0x12d [2979142.271974] [] hrtimer_interrupt+0xb5/0x19f [2979142.271976] [] smp_apic_timer_interrupt+0x82/0x95 [2979142.271979] [] apic_timer_interrupt+0x13/0x20 [2979142.271980] [] ? get_swap_page+0x1d/0x5bb [2979142.271984] [] ? get_swap_page+0x1d/0x5bb [2979142.271986] [] ? get_swap_page+0x13c/0x5bb [2979142.271988] [] add_to_swap+0xf/0x48 [2979142.271990] [] shrink_page_list+0x214/0x68f [2979142.271992] [] ? __lock_acquire+0x995/0x9fc [2979142.271995] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2979142.271997] [] shrink_zone+0x7c2/0xb86 [2979142.272000] [] ? release_sock+0xdb/0xe4 [2979142.272002] [] ? release_sock+0x2f/0xe4 [2979142.272004] [] do_try_to_free_pages+0x208/0x37a [2979142.272006] [] try_to_free_pages+0x71/0x78 [2979142.272009] [] ? isolate_pages_global+0x0/0x23f [2979142.272011] [] __alloc_pages_nodemask+0x407/0x671 [2979142.272014] [] alloc_pages_current+0x96/0x9f [2979142.272016] [] svc_recv+0xe5/0x7f5 [2979142.272018] [] ? svc_send+0x85/0xa1 [2979142.272020] [] ? exp_readunlock+0x10/0x12 [2979142.272023] [] ? default_wake_function+0x0/0xf [2979142.272025] [] ? nfsd+0x0/0x139 [2979142.272027] [] nfsd+0xa9/0x139 [2979142.272029] [] kthread+0x7d/0x85 [2979142.272031] [] kernel_thread_helper+0x4/0x10 [2979142.272033] [] ? kthread+0x0/0x85 [2979142.272035] [] ? kernel_thread_helper+0x0/0x10 [2979142.272037] Pid: 8574, comm: nfsd Tainted: G D 2.6.34.4 #3 [2979142.272038] Call Trace: [2979142.272039] [] ? show_regs+0x26/0x2a [2979142.272043] [] nmi_watchdog_tick+0xc3/0x1a5 [2979142.272045] [] do_nmi+0xb2/0x259 [2979142.272047] [] nmi+0x1a/0x20 [2979142.272049] [] ? serial8250_console_write+0x54/0x108 [2979142.272052] [] ? io_serial_in+0x10/0x15 [2979142.272053] <> [] wait_for_xmitr+0x24/0x92 [2979142.272057] [] ? serial8250_console_putchar+0x0/0x27 [2979142.272060] [] serial8250_console_putchar+0x17/0x27 [2979142.272062] [] uart_console_write+0x41/0x52 [2979142.272064] [] serial8250_console_write+0xb6/0x108 [2979142.272067] [] __call_console_drivers+0x67/0x79 [2979142.272069] [] _call_console_drivers+0x5b/0x5f [2979142.272072] [] release_console_sem+0x121/0x1c6 [2979142.272074] [] vprintk+0x36b/0x3a0 [2979142.272076] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.272078] [] printk+0x67/0x69 [2979142.272080] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.272082] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.272085] [] ? printk+0x67/0x69 [2979142.272087] [] ? touch_nmi_watchdog+0x5b/0x60 [2979142.272089] [] print_trace_address+0x4e/0x57 [2979142.272091] [] ? hrtimer_interrupt+0xb5/0x19f [2979142.272093] [] print_context_stack+0x62/0xbd [2979142.272095] [] dump_trace+0x23d/0x327 [2979142.272098] [] show_trace_log_lvl+0x4c/0x58 [2979142.272100] [] show_trace+0x10/0x12 [2979142.272102] [] dump_stack+0x72/0x7b [2979142.272104] [] do_raw_spin_lock+0x118/0x147 [2979142.272106] [] _raw_spin_lock+0x34/0x39 [2979142.272108] [] ? scheduler_tick+0x3d/0x236 [2979142.272111] [] scheduler_tick+0x3d/0x236 [2979142.272113] [] update_process_times+0x49/0x59 [2979142.272115] [] tick_sched_timer+0x73/0x9d [2979142.272117] [] ? tick_sched_timer+0x0/0x9d [2979142.272119] [] __run_hrtimer+0xd0/0x12d [2979142.272121] [] hrtimer_interrupt+0xb5/0x19f [2979142.272123] [] smp_apic_timer_interrupt+0x82/0x95 [2979142.272126] [] apic_timer_interrupt+0x13/0x20 [2979142.272127] [] ? get_swap_page+0x1d/0x5bb [2979142.272130] [] ? get_swap_page+0x1d/0x5bb [2979142.272132] [] ? get_swap_page+0x13c/0x5bb [2979142.272134] [] add_to_swap+0xf/0x48 [2979142.272136] [] shrink_page_list+0x214/0x68f [2979142.272139] [] ? __lock_acquire+0x995/0x9fc [2979142.272141] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2979142.272143] [] shrink_zone+0x7c2/0xb86 [2979142.272146] [] ? release_sock+0xdb/0xe4 [2979142.272148] [] ? release_sock+0x2f/0xe4 [2979142.272151] [] do_try_to_free_pages+0x208/0x37a [2979142.272153] [] try_to_free_pages+0x71/0x78 [2979142.272155] [] ? isolate_pages_global+0x0/0x23f [2979142.272158] [] __alloc_pages_nodemask+0x407/0x671 [2979142.272160] [] alloc_pages_current+0x96/0x9f [2979142.272162] [] svc_recv+0xe5/0x7f5 [2979142.272164] [] ? svc_send+0x85/0xa1 [2979142.272167] [] ? exp_readunlock+0x10/0x12 [2979142.272169] [] ? default_wake_function+0x0/0xf [2979142.272171] [] ? nfsd+0x0/0x139 [2979142.272172] [] nfsd+0xa9/0x139 [2979142.272175] [] kthread+0x7d/0x85 [2979142.272177] [] kernel_thread_helper+0x4/0x10 [2979142.272179] [] ? kthread+0x0/0x85 [2979142.272181] [] ? kernel_thread_helper+0x0/0x10 [2979144.047629] BUG: spinlock lockup on CPU#6, nfsd/8590, ffff880655213c00 [2979144.047630] Pid: 8590, comm: nfsd Tainted: G D 2.6.34.4 #3 [2979144.047631] Call Trace: [2979144.047632] [] do_raw_spin_lock+0x118/0x147 [2979144.047636] [] _raw_spin_lock+0x34/0x39 [2979144.047638] [] ? scheduler_tick+0x3d/0x236 [2979144.047640] [] scheduler_tick+0x3d/0x236 [2979144.047642] [] update_process_times+0x49/0x59 [2979144.047644] [] tick_sched_timer+0x73/0x9d [2979144.047646] [] ? tick_sched_timer+0x0/0x9d [2979144.047648] [] __run_hrtimer+0xd0/0x12d [2979144.047650] [] hrtimer_interrupt+0xb5/0x19f [2979144.047653] [] smp_apic_timer_interrupt+0x82/0x95 [2979144.047655] [] apic_timer_interrupt+0x13/0x20 [2979144.047656] [2979144.047657] sending NMI to all CPUs: [2979144.047659] NMI backtrace for cpu 5 [2979144.047660] CPU 5 [2979144.047661] Modules linked in: w83793 hwmon_vid autofs4 iTCO_wdt e1000e i2c_i801 i2c_core ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2979144.047674] [2979144.047675] Pid: 8541, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [2979144.047677] RIP: 0010:[] [] delay_tsc+0x18/0x59 [2979144.047680] RSP: 0018:ffff880621edfb48 EFLAGS: 00000096 [2979144.047681] RAX: 00000000ab55d014 RBX: 000000000407cd3a RCX: 00000000ab55cfd0 [2979144.047683] RDX: 00000000001c399f RSI: 0000000000000005 RDI: 0000000000000001 [2979144.047684] RBP: ffff880621edfb50 R08: 0000000000000005 R09: 0000000000000005 [2979144.047686] R10: 0000000000000000 R11: ffff880621edf980 R12: ffff880655213c00 [2979144.047687] R13: 0000000000000000 R14: ffff8806231bb090 R15: ffff8806231bb518 [2979144.047689] FS: 0000000000000000(0000) GS:ffff8800026a0000(0000) knlGS:0000000000000000 [2979144.047691] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2979144.047692] CR2: 00007ff62c558028 CR3: 0000000001a8a000 CR4: 00000000000006e0 [2979144.047694] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2979144.047695] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2979144.047697] Process nfsd (pid: 8541, threadinfo ffff880621ede000, task ffff8806231bb090) [2979144.047698] Stack: [2979144.047699] ffffffff81019da9 ffff880621edfb60 ffffffff812c08fe ffff880621edfba0 [2979144.047701] <0> ffffffff812c4e65 000000009ef30658 ffff880655213c00 ffff8806230b3090 [2979144.047703] <0> 0000000000013c00 ffff880621edfc10 0000000000000005 ffff880621edfbc0 [2979144.047705] Call Trace: [2979144.047708] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2979144.047710] [] __delay+0xa/0xc [2979144.047712] [] do_raw_spin_lock+0xde/0x147 [2979144.047714] [] _raw_spin_lock+0x34/0x39 [2979144.047716] [] ? task_rq_lock+0x7e/0x9a [2979144.047718] [] task_rq_lock+0x7e/0x9a [2979144.047720] [] try_to_wake_up+0x2e/0x342 [2979144.047722] [] default_wake_function+0xd/0xf [2979144.047724] [] __wake_up_common+0x46/0x76 [2979144.047726] [] __wake_up+0x38/0x4f [2979144.047728] [] svc_xprt_enqueue+0x1e2/0x23d [2979144.047731] [] svc_xprt_received+0x24/0x26 [2979144.047733] [] svc_udp_recvfrom+0x15f/0x2f9 [2979144.047735] [] svc_recv+0x758/0x7f5 [2979144.047737] [] ? svc_send+0x85/0xa1 [2979144.047739] [] ? default_wake_function+0x0/0xf [2979144.047741] [] ? nfsd+0x0/0x139 [2979144.047743] [] nfsd+0xa9/0x139 [2979144.047745] [] kthread+0x7d/0x85 [2979144.047747] [] kernel_thread_helper+0x4/0x10 [2979144.047749] [] ? kthread+0x0/0x85 [2979144.047751] [] ? kernel_thread_helper+0x0/0x10 [2979144.047752] Code: 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 <89> c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 [2979144.047767] Call Trace: [2979144.047770] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2979144.047772] [] __delay+0xa/0xc [2979144.047774] [] do_raw_spin_lock+0xde/0x147 [2979144.047776] [] _raw_spin_lock+0x34/0x39 [2979144.047778] [] ? task_rq_lock+0x7e/0x9a [2979144.047780] [] task_rq_lock+0x7e/0x9a [2979144.047782] [] try_to_wake_up+0x2e/0x342 [2979144.047784] [] default_wake_function+0xd/0xf [2979144.047786] [] __wake_up_common+0x46/0x76 [2979144.047788] [] __wake_up+0x38/0x4f [2979144.047790] [] svc_xprt_enqueue+0x1e2/0x23d [2979144.047792] [] svc_xprt_received+0x24/0x26 [2979144.047794] [] svc_udp_recvfrom+0x15f/0x2f9 [2979144.047796] [] svc_recv+0x758/0x7f5 [2979144.047798] [] ? svc_send+0x85/0xa1 [2979144.047801] [] ? default_wake_function+0x0/0xf [2979144.047803] [] ? nfsd+0x0/0x139 [2979144.047804] [] nfsd+0xa9/0x139 [2979144.047806] [] kthread+0x7d/0x85 [2979144.047808] [] kernel_thread_helper+0x4/0x10 [2979144.047811] [] ? kthread+0x0/0x85 [2979144.047813] [] ? kernel_thread_helper+0x0/0x10 [2979144.047814] Pid: 8541, comm: nfsd Tainted: G D 2.6.34.4 #3 [2979144.047815] Call Trace: [2979144.047816] [] ? show_regs+0x26/0x2a [2979144.047820] [] nmi_watchdog_tick+0xc3/0x1a5 [2979144.047822] [] do_nmi+0xb2/0x259 [2979144.047823] [] nmi+0x1a/0x20 [2979144.047826] [] ? delay_tsc+0x18/0x59 [2979144.047827] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2979144.047830] [] __delay+0xa/0xc [2979144.047832] [] do_raw_spin_lock+0xde/0x147 [2979144.047835] [] _raw_spin_lock+0x34/0x39 [2979144.047836] [] ? task_rq_lock+0x7e/0x9a [2979144.047838] [] task_rq_lock+0x7e/0x9a [2979144.047840] [] try_to_wake_up+0x2e/0x342 [2979144.047843] [] default_wake_function+0xd/0xf [2979144.047845] [] __wake_up_common+0x46/0x76 [2979144.047847] [] __wake_up+0x38/0x4f [2979144.047849] [] svc_xprt_enqueue+0x1e2/0x23d [2979144.047851] [] svc_xprt_received+0x24/0x26 [2979144.047853] [] svc_udp_recvfrom+0x15f/0x2f9 [2979144.047855] [] svc_recv+0x758/0x7f5 [2979144.047857] [] ? svc_send+0x85/0xa1 [2979144.047860] [] ? default_wake_function+0x0/0xf [2979144.047861] [] ? nfsd+0x0/0x139 [2979144.047863] [] nfsd+0xa9/0x139 [2979144.047865] [] kthread+0x7d/0x85 [2979144.047867] [] kernel_thread_helper+0x4/0x10 [2979144.047870] [] ? kthread+0x0/0x85 [2979144.047871] [] ? kernel_thread_helper+0x0/0x10 [2979144.047873] NMI backtrace for cpu 6 [2979144.047874] CPU 6 [2979144.047875] Modules linked in: w83793 hwmon_vid autofs4 iTCO_wdt e1000e i2c_i801 i2c_core ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2979144.047889] [2979144.047890] Pid: 8590, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [2979144.047891] RIP: 0010:[] [] delay_tsc+0x25/0x59 [2979144.047894] RSP: 0018:ffff880655203d50 EFLAGS: 00000046 [2979144.047896] RAX: 00000000ab59e364 RBX: 0000000000000000 RCX: 00000000ab59e31c [2979144.047897] RDX: 00000000001c399f RSI: 00000000ab59e338 RDI: 00000000000411b3 [2979144.047899] RBP: ffff880655203d58 R08: 0000000000000006 R09: 0000000000000006 [2979144.047900] R10: 000000000000000b R11: ffff880655203c18 R12: 0000000000001000 [2979144.047902] R13: 0000000000000002 R14: 0000000000000092 R15: ffff8806227e0022 [2979144.047904] FS: 0000000000000000(0000) GS:ffff880655200000(0000) knlGS:0000000000000000 [2979144.047905] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2979144.047907] CR2: 0000000389ca1c18 CR3: 0000000001a8a000 CR4: 00000000000006e0 [2979144.047908] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2979144.047910] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2979144.047911] Process nfsd (pid: 8590, threadinfo ffff880622754000, task ffff8806227ed0f0) [2979144.047913] Stack: [2979144.047913] 0000000000000000 ffff880655203d68 ffffffff812c093d ffff880655203d88 [2979144.047915] <0> ffffffff810197e9 0000000000000007 000000000000d200 ffff880655203dc8 [2979144.047918] <0> ffffffff81019c76 ffffffff81b24210 0000000000000000 ffff880655213c00 [2979144.047920] Call Trace: [2979144.047921] [2979144.047923] [] __const_udelay+0x3d/0x3f [2979144.047925] [] native_safe_apic_wait_icr_idle+0x31/0x48 [2979144.047928] [] default_send_IPI_mask_sequence_phys+0x49/0xab [2979144.047930] [] physflat_send_IPI_all+0x14/0x16 [2979144.047933] [] arch_trigger_all_cpu_backtrace+0x3c/0x5d [2979144.047935] [] do_raw_spin_lock+0x11d/0x147 [2979144.047937] [] _raw_spin_lock+0x34/0x39 [2979144.047939] [] ? scheduler_tick+0x3d/0x236 [2979144.047941] [] scheduler_tick+0x3d/0x236 [2979144.047944] [] update_process_times+0x49/0x59 [2979144.047946] [] tick_sched_timer+0x73/0x9d [2979144.047948] [] ? tick_sched_timer+0x0/0x9d [2979144.047950] [] __run_hrtimer+0xd0/0x12d [2979144.047952] [] hrtimer_interrupt+0xb5/0x19f [2979144.047954] [] smp_apic_timer_interrupt+0x82/0x95 [2979144.047956] [] apic_timer_interrupt+0x13/0x20 [2979144.047958] [2979144.047958] Code: fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 <89> c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 25 f0 [2979144.047974] Call Trace: [2979144.047975] [] __const_udelay+0x3d/0x3f [2979144.047978] [] native_safe_apic_wait_icr_idle+0x31/0x48 [2979144.047981] [] default_send_IPI_mask_sequence_phys+0x49/0xab [2979144.047984] [] physflat_send_IPI_all+0x14/0x16 [2979144.047986] [] arch_trigger_all_cpu_backtrace+0x3c/0x5d [2979144.047988] [] do_raw_spin_lock+0x11d/0x147 [2979144.047990] [] _raw_spin_lock+0x34/0x39 [2979144.047993] [] ? scheduler_tick+0x3d/0x236 [2979144.047995] [] scheduler_tick+0x3d/0x236 [2979144.047997] [] update_process_times+0x49/0x59 [2979144.047999] [] tick_sched_timer+0x73/0x9d [2979144.048001] [] ? tick_sched_timer+0x0/0x9d [2979144.048003] [] __run_hrtimer+0xd0/0x12d [2979144.048005] [] hrtimer_interrupt+0xb5/0x19f [2979144.048007] [] smp_apic_timer_interrupt+0x82/0x95 [2979144.048009] [] apic_timer_interrupt+0x13/0x20 [2979144.048011] Pid: 8590, comm: nfsd Tainted: G D 2.6.34.4 #3 [2979144.048013] Call Trace: [2979144.048013] [] ? show_regs+0x26/0x2a [2979144.048017] [] nmi_watchdog_tick+0xc3/0x1a5 [2979144.048019] [] do_nmi+0xb2/0x259 [2979144.048021] [] nmi+0x1a/0x20 [2979144.048023] [] ? delay_tsc+0x25/0x59 [2979144.048024] <> [] __const_udelay+0x3d/0x3f [2979144.048028] [] native_safe_apic_wait_icr_idle+0x31/0x48 [2979144.048030] [] default_send_IPI_mask_sequence_phys+0x49/0xab [2979144.048033] [] physflat_send_IPI_all+0x14/0x16 [2979144.048035] [] arch_trigger_all_cpu_backtrace+0x3c/0x5d [2979144.048037] [] do_raw_spin_lock+0x11d/0x147 [2979144.048040] [] _raw_spin_lock+0x34/0x39 [2979144.048042] [] ? scheduler_tick+0x3d/0x236 [2979144.048044] [] scheduler_tick+0x3d/0x236 [2979144.048046] [] update_process_times+0x49/0x59 [2979144.048048] [] tick_sched_timer+0x73/0x9d [2979144.048050] [] ? tick_sched_timer+0x0/0x9d [2979144.048052] [] __run_hrtimer+0xd0/0x12d [2979144.048054] [] hrtimer_interrupt+0xb5/0x19f [2979144.048056] [] smp_apic_timer_interrupt+0x82/0x95 [2979144.048059] [] apic_timer_interrupt+0x13/0x20 [2979144.048060] [2979144.048062] NMI backtrace for cpu 7 [2979144.048063] CPU 7 [2979144.048063] Modules linked in: w83793 hwmon_vid autofs4 iTCO_wdt e1000e i2c_i801 i2c_core ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2979144.048077] [2979144.048078] Pid: 8574, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [2979144.048079] RIP: 0010:[] [] delay_tsc+0x23/0x59 [2979144.048083] RSP: 0018:ffff880655223920 EFLAGS: 00000046 [2979144.048084] RAX: 00000000000002fc RBX: 0000000000000000 RCX: 00000000ab663114 [2979144.048086] RDX: 00000000001c399f RSI: 00000000ab663410 RDI: 0000000000000a6b [2979144.048087] RBP: ffff880655223928 R08: 0000000000000007 R09: 0000000000000007 [2979144.048089] R10: ffff8800000b8820 R11: ffffffff81334e4e R12: ffffffff82400ac0 [2979144.048090] R13: 00000000000026f3 R14: 0000000000000020 R15: 0000000000000044 [2979144.048092] FS: 0000000000000000(0000) GS:ffff880655220000(0000) knlGS:0000000000000000 [2979144.048094] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2979144.048095] CR2: 00007f7053196000 CR3: 0000000001a8a000 CR4: 00000000000006e0 [2979144.048097] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2979144.048099] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2979144.048100] Process nfsd (pid: 8574, threadinfo ffff880623fec000, task ffff8806227d3090) [2979144.048102] Stack: [2979144.048102] 0000000000000000 ffff880655223938 ffffffff812c093d ffff880655223968 [2979144.048104] <0> ffffffff81334786 ffffffff82400ac0 0000000000000031 ffffffff813347d5 [2979144.048107] <0> ffffffff82400ac0 ffff880655223988 ffffffff813347ec ffffffff81c3dc36 [2979144.048109] Call Trace: [2979144.048110] [2979144.048112] [] __const_udelay+0x3d/0x3f [2979144.048114] [] wait_for_xmitr+0x43/0x92 [2979144.048116] [] ? serial8250_console_putchar+0x0/0x27 [2979144.048119] [] serial8250_console_putchar+0x17/0x27 [2979144.048121] [] uart_console_write+0x41/0x52 [2979144.048123] [] serial8250_console_write+0xb6/0x108 [2979144.048126] [] __call_console_drivers+0x67/0x79 [2979144.048128] [] _call_console_drivers+0x5b/0x5f [2979144.048131] [] release_console_sem+0x121/0x1c6 [2979144.048133] [] vprintk+0x36b/0x3a0 [2979144.048135] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048138] [] printk+0x67/0x69 [2979144.048139] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048141] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048144] [] ? printk+0x67/0x69 [2979144.048146] [] ? touch_nmi_watchdog+0x5b/0x60 [2979144.048148] [] print_trace_address+0x4e/0x57 [2979144.048150] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048152] [] print_context_stack+0x62/0xbd [2979144.048154] [] dump_trace+0x23d/0x327 [2979144.048156] [] show_trace_log_lvl+0x4c/0x58 [2979144.048158] [] show_trace+0x10/0x12 [2979144.048160] [] dump_stack+0x72/0x7b [2979144.048162] [] do_raw_spin_lock+0x118/0x147 [2979144.048165] [] _raw_spin_lock+0x34/0x39 [2979144.048167] [] ? scheduler_tick+0x3d/0x236 [2979144.048169] [] scheduler_tick+0x3d/0x236 [2979144.048171] [] update_process_times+0x49/0x59 [2979144.048173] [] tick_sched_timer+0x73/0x9d [2979144.048175] [] ? tick_sched_timer+0x0/0x9d [2979144.048177] [] __run_hrtimer+0xd0/0x12d [2979144.048179] [] hrtimer_interrupt+0xb5/0x19f [2979144.048181] [] smp_apic_timer_interrupt+0x82/0x95 [2979144.048184] [] apic_timer_interrupt+0x13/0x20 [2979144.048185] [2979144.048187] [] ? get_swap_page+0x1d/0x5bb [2979144.048188] [] ? get_swap_page+0x1d/0x5bb [2979144.048190] [] ? get_swap_page+0x13c/0x5bb [2979144.048193] [] add_to_swap+0xf/0x48 [2979144.048195] [] shrink_page_list+0x214/0x68f [2979144.048197] [] ? __lock_acquire+0x995/0x9fc [2979144.048199] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2979144.048202] [] shrink_zone+0x7c2/0xb86 [2979144.048204] [] ? release_sock+0xdb/0xe4 [2979144.048207] [] ? release_sock+0x2f/0xe4 [2979144.048209] [] do_try_to_free_pages+0x208/0x37a [2979144.048211] [] try_to_free_pages+0x71/0x78 [2979144.048213] [] ? isolate_pages_global+0x0/0x23f [2979144.048216] [] __alloc_pages_nodemask+0x407/0x671 [2979144.048219] [] alloc_pages_current+0x96/0x9f [2979144.048221] [] svc_recv+0xe5/0x7f5 [2979144.048223] [] ? svc_send+0x85/0xa1 [2979144.048225] [] ? exp_readunlock+0x10/0x12 [2979144.048227] [] ? default_wake_function+0x0/0xf [2979144.048229] [] ? nfsd+0x0/0x139 [2979144.048231] [] nfsd+0xa9/0x139 [2979144.048233] [] kthread+0x7d/0x85 [2979144.048235] [] kernel_thread_helper+0x4/0x10 [2979144.048237] [] ? kthread+0x0/0x85 [2979144.048239] [] ? kernel_thread_helper+0x0/0x10 [2979144.048240] Code: c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 <0f> 31 89 c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 [2979144.048255] Call Trace: [2979144.048256] [] __const_udelay+0x3d/0x3f [2979144.048260] [] wait_for_xmitr+0x43/0x92 [2979144.048262] [] ? serial8250_console_putchar+0x0/0x27 [2979144.048264] [] serial8250_console_putchar+0x17/0x27 [2979144.048267] [] uart_console_write+0x41/0x52 [2979144.048269] [] serial8250_console_write+0xb6/0x108 [2979144.048272] [] __call_console_drivers+0x67/0x79 [2979144.048274] [] _call_console_drivers+0x5b/0x5f [2979144.048276] [] release_console_sem+0x121/0x1c6 [2979144.048279] [] vprintk+0x36b/0x3a0 [2979144.048281] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048283] [] printk+0x67/0x69 [2979144.048285] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048287] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048289] [] ? printk+0x67/0x69 [2979144.048291] [] ? touch_nmi_watchdog+0x5b/0x60 [2979144.048293] [] print_trace_address+0x4e/0x57 [2979144.048295] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048297] [] print_context_stack+0x62/0xbd [2979144.048299] [] dump_trace+0x23d/0x327 [2979144.048302] [] show_trace_log_lvl+0x4c/0x58 [2979144.048304] [] show_trace+0x10/0x12 [2979144.048306] [] dump_stack+0x72/0x7b [2979144.048308] [] do_raw_spin_lock+0x118/0x147 [2979144.048310] [] _raw_spin_lock+0x34/0x39 [2979144.048312] [] ? scheduler_tick+0x3d/0x236 [2979144.048314] [] scheduler_tick+0x3d/0x236 [2979144.048316] [] update_process_times+0x49/0x59 [2979144.048318] [] tick_sched_timer+0x73/0x9d [2979144.048320] [] ? tick_sched_timer+0x0/0x9d [2979144.048322] [] __run_hrtimer+0xd0/0x12d [2979144.048324] [] hrtimer_interrupt+0xb5/0x19f [2979144.048326] [] smp_apic_timer_interrupt+0x82/0x95 [2979144.048329] [] apic_timer_interrupt+0x13/0x20 [2979144.048330] [] ? get_swap_page+0x1d/0x5bb [2979144.048333] [] ? get_swap_page+0x1d/0x5bb [2979144.048335] [] ? get_swap_page+0x13c/0x5bb [2979144.048337] [] add_to_swap+0xf/0x48 [2979144.048339] [] shrink_page_list+0x214/0x68f [2979144.048342] [] ? __lock_acquire+0x995/0x9fc [2979144.048344] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2979144.048347] [] shrink_zone+0x7c2/0xb86 [2979144.048349] [] ? release_sock+0xdb/0xe4 [2979144.048352] [] ? release_sock+0x2f/0xe4 [2979144.048354] [] do_try_to_free_pages+0x208/0x37a [2979144.048356] [] try_to_free_pages+0x71/0x78 [2979144.048358] [] ? isolate_pages_global+0x0/0x23f [2979144.048361] [] __alloc_pages_nodemask+0x407/0x671 [2979144.048363] [] alloc_pages_current+0x96/0x9f [2979144.048366] [] svc_recv+0xe5/0x7f5 [2979144.048367] [] ? svc_send+0x85/0xa1 [2979144.048370] [] ? exp_readunlock+0x10/0x12 [2979144.048372] [] ? default_wake_function+0x0/0xf [2979144.048374] [] ? nfsd+0x0/0x139 [2979144.048375] [] nfsd+0xa9/0x139 [2979144.048377] [] kthread+0x7d/0x85 [2979144.048379] [] kernel_thread_helper+0x4/0x10 [2979144.048382] [] ? kthread+0x0/0x85 [2979144.048383] [] ? kernel_thread_helper+0x0/0x10 [2979144.048385] Pid: 8574, comm: nfsd Tainted: G D 2.6.34.4 #3 [2979144.048386] Call Trace: [2979144.048387] [] ? show_regs+0x26/0x2a [2979144.048391] [] nmi_watchdog_tick+0xc3/0x1a5 [2979144.048392] [] do_nmi+0xb2/0x259 [2979144.048394] [] nmi+0x1a/0x20 [2979144.048397] [] ? serial8250_console_write+0x54/0x108 [2979144.048399] [] ? delay_tsc+0x23/0x59 [2979144.048400] <> [] __const_udelay+0x3d/0x3f [2979144.048404] [] wait_for_xmitr+0x43/0x92 [2979144.048406] [] ? serial8250_console_putchar+0x0/0x27 [2979144.048409] [] serial8250_console_putchar+0x17/0x27 [2979144.048411] [] uart_console_write+0x41/0x52 [2979144.048413] [] serial8250_console_write+0xb6/0x108 [2979144.048416] [] __call_console_drivers+0x67/0x79 [2979144.048418] [] _call_console_drivers+0x5b/0x5f [2979144.048420] [] release_console_sem+0x121/0x1c6 [2979144.048423] [] vprintk+0x36b/0x3a0 [2979144.048425] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048427] [] printk+0x67/0x69 [2979144.048429] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048431] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048433] [] ? printk+0x67/0x69 [2979144.048435] [] ? touch_nmi_watchdog+0x5b/0x60 [2979144.048438] [] print_trace_address+0x4e/0x57 [2979144.048440] [] ? hrtimer_interrupt+0xb5/0x19f [2979144.048442] [] print_context_stack+0x62/0xbd [2979144.048444] [] dump_trace+0x23d/0x327 [2979144.048446] [] show_trace_log_lvl+0x4c/0x58 [2979144.048448] [] show_trace+0x10/0x12 [2979144.048450] [] dump_stack+0x72/0x7b [2979144.048452] [] do_raw_spin_lock+0x118/0x147 [2979144.048454] [] _raw_spin_lock+0x34/0x39 [2979144.048456] [] ? scheduler_tick+0x3d/0x236 [2979144.048458] [] scheduler_tick+0x3d/0x236 [2979144.048461] [] update_process_times+0x49/0x59 [2979144.048463] [] tick_sched_timer+0x73/0x9d [2979144.048465] [] ? tick_sched_timer+0x0/0x9d [2979144.048466] [] __run_hrtimer+0xd0/0x12d [2979144.048469] [] hrtimer_interrupt+0xb5/0x19f [2979144.048471] [] smp_apic_timer_interrupt+0x82/0x95 [2979144.048473] [] apic_timer_interrupt+0x13/0x20 [2979144.048474] [] ? get_swap_page+0x1d/0x5bb [2979144.048478] [] ? get_swap_page+0x1d/0x5bb [2979144.048480] [] ? get_swap_page+0x13c/0x5bb [2979144.048482] [] add_to_swap+0xf/0x48 [2979144.048484] [] shrink_page_list+0x214/0x68f [2979144.048486] [] ? __lock_acquire+0x995/0x9fc [2979144.048489] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2979144.048491] [] shrink_zone+0x7c2/0xb86 [2979144.048494] [] ? release_sock+0xdb/0xe4 [2979144.048496] [] ? release_sock+0x2f/0xe4 [2979144.048498] [] do_try_to_free_pages+0x208/0x37a [2979144.048500] [] try_to_free_pages+0x71/0x78 [2979144.048503] [] ? isolate_pages_global+0x0/0x23f [2979144.048505] [] __alloc_pages_nodemask+0x407/0x671 [2979144.048508] [] alloc_pages_current+0x96/0x9f [2979144.048510] [] svc_recv+0xe5/0x7f5 [2979144.048512] [] ? svc_send+0x85/0xa1 [2979144.048514] [] ? exp_readunlock+0x10/0x12 [2979144.048516] [] ? default_wake_function+0x0/0xf [2979144.048518] [] ? nfsd+0x0/0x139 [2979144.048519] [] nfsd+0xa9/0x139 [2979144.048521] [] kthread+0x7d/0x85 [2979144.048524] [] kernel_thread_helper+0x4/0x10 [2979144.048526] [] ? kthread+0x0/0x85 [2979144.048528] [] ? kernel_thread_helper+0x0/0x10 [2979147.680342] [] smp_apic_timer_interrupt+0x82/0x95 [2979147.687277] [] apic_timer_interrupt+0x13/0x20 [2979147.693896] [] ? get_swap_page+0x1d/0x5bb [2979147.700832] [] ? get_swap_page+0x1d/0x5bb [2979147.707094] [] ? get_swap_page+0x13c/0x5bb [2979147.713439] [] add_to_swap+0xf/0x48 [2979147.719149] [] shrink_page_list+0x214/0x68f [2979147.725582] [] ? __lock_acquire+0x995/0x9fc [2979147.732030] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2979147.739095] [] shrink_zone+0x7c2/0xb86 [2979147.745084] [] ? release_sock+0xdb/0xe4 [2979147.751158] [] ? release_sock+0x2f/0xe4 [2979147.757242] [] do_try_to_free_pages+0x208/0x37a [2979147.764031] [] try_to_free_pages+0x71/0x78 [2979147.770357] [] ? isolate_pages_global+0x0/0x23f [2979147.777135] [] __alloc_pages_nodemask+0x407/0x671 [2979147.784114] [] alloc_pages_current+0x96/0x9f [2979147.790637] [] svc_recv+0xe5/0x7f5 [2979147.796242] [] ? svc_send+0x85/0xa1 [2979147.801919] [] ? exp_readunlock+0x10/0x12 [2979147.808143] [] ? default_wake_function+0x0/0xf [2979147.814827] [] ? nfsd+0x0/0x139 [2979147.820144] [] nfsd+0xa9/0x139 [2979147.825362] [] kthread+0x7d/0x85 [2979147.830788] [] kernel_thread_helper+0x4/0x10 [2979147.837317] [] ? kthread+0x0/0x85 [2979147.842844] [] ? kernel_thread_helper+0x0/0x10 [2979147.849545] sending NMI to all CPUs: [2979147.853637] NMI backtrace for cpu 5 [2979147.857632] CPU 5 [2979147.859760] Modules linked in: w83793 hwmon_vid autofs4 iTCO_wdt e1000e i2c_i801 i2c_core ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2979147.895719] [2979147.897633] Pid: 8541, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [2979147.905657] RIP: 0010:[] [] delay_tsc+0x25/0x59 [2979147.914295] RSP: 0018:ffff880621edfb48 EFLAGS: 00000096 [2979147.920170] RAX: 0000000008477830 RBX: 000000000cac0b19 RCX: 0000000008477814 [2979147.928106] RDX: 00000000001c39a2 RSI: 0000000000000005 RDI: 0000000000000001 [2979147.936018] RBP: ffff880621edfb50 R08: 0000000000000005 R09: 0000000000000005 [2979147.943985] R10: 0000000000000000 R11: ffff880621edf980 R12: ffff880655213c00 [2979147.951912] R13: 0000000000000000 R14: ffff8806231bb090 R15: ffff8806231bb518 [2979147.959853] FS: 0000000000000000(0000) GS:ffff8800026a0000(0000) knlGS:0000000000000000 [2979147.968784] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2979147.975104] CR2: 00007ff62c558028 CR3: 0000000001a8a000 CR4: 00000000000006e0 [2979147.983027] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2979147.990983] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2979147.998941] Process nfsd (pid: 8541, threadinfo ffff880621ede000, task ffff8806231bb090) [2979148.007896] Stack: [2979148.010354] ffffffff81019da9 ffff880621edfb60 ffffffff812c08fe ffff880621edfba0 [2979148.018370] <0> ffffffff812c4e65 000000009ef30658 ffff880655213c00 ffff8806230b3090 [2979148.027115] <0> 0000000000013c00 ffff880621edfc10 0000000000000005 ffff880621edfbc0 [2979148.036220] Call Trace: [2979148.039141] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2979148.046998] [] __delay+0xa/0xc [2979148.052262] [] do_raw_spin_lock+0xde/0x147 [2979148.058577] [] _raw_spin_lock+0x34/0x39 [2979148.064641] [] ? task_rq_lock+0x7e/0x9a [2979148.070700] [] task_rq_lock+0x7e/0x9a [2979148.076594] [] try_to_wake_up+0x2e/0x342 [2979148.082729] [] default_wake_function+0xd/0xf [2979148.089240] [] __wake_up_common+0x46/0x76 [2979148.099950] [] __wake_up+0x38/0x4f [2979148.105563] [] svc_xprt_enqueue+0x1e2/0x23d [2979148.111972] [] svc_xprt_received+0x24/0x26 [2979148.118290] [] svc_udp_recvfrom+0x15f/0x2f9 [2979148.124703] [] svc_recv+0x758/0x7f5 [2979148.130404] [] ? svc_send+0x85/0xa1 [2979148.136109] [] ? default_wake_function+0x0/0xf [2979148.142802] [] ? nfsd+0x0/0x139 [2979148.148162] [] nfsd+0xa9/0x139 [2979148.153363] [] kthread+0x7d/0x85 [2979148.158798] [] kernel_thread_helper+0x4/0x10 [2979148.165318] [] ? kthread+0x0/0x85 [2979148.170844] [] ? kernel_thread_helper+0x0/0x10 [2979148.177537] Code: fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 <89> c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 25 f0 [2979148.200631] Call Trace: [2979148.203536] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2979148.211349] [] __delay+0xa/0xc [2979148.216597] [] do_raw_spin_lock+0xde/0x147 [2979148.222919] [] _raw_spin_lock+0x34/0x39 [2979148.229001] [] ? task_rq_lock+0x7e/0x9a [2979148.235042] [] task_rq_lock+0x7e/0x9a [2979148.240935] [] try_to_wake_up+0x2e/0x342 [2979148.247081] [] default_wake_function+0xd/0xf [2979148.253582] [] __wake_up_common+0x46/0x76 [2979148.259830] [] __wake_up+0x38/0x4f [2979148.265444] [] svc_xprt_enqueue+0x1e2/0x23d [2979148.271886] [] svc_xprt_received+0x24/0x26 [2979148.278230] [] svc_udp_recvfrom+0x15f/0x2f9 [2979148.284636] [] svc_recv+0x758/0x7f5 [2979148.290337] [] ? svc_send+0x85/0xa1 [2979148.296031] [] ? default_wake_function+0x0/0xf [2979148.302732] [] ? nfsd+0x0/0x139 [2979148.308085] [] nfsd+0xa9/0x139 [2979148.313337] [] kthread+0x7d/0x85 [2979148.318764] [] kernel_thread_helper+0x4/0x10 [2979148.325258] [] ? kthread+0x0/0x85 [2979148.330793] [] ? kernel_thread_helper+0x0/0x10 [2979148.337486] Pid: 8541, comm: nfsd Tainted: G D 2.6.34.4 #3 [2979148.344257] Call Trace: [2979148.347165] [] ? show_regs+0x26/0x2a [2979148.353661] [] nmi_watchdog_tick+0xc3/0x1a5 [2979148.360082] [] do_nmi+0xb2/0x259 [2979148.365531] [] nmi+0x1a/0x20 [2979148.370600] [] ? delay_tsc+0x25/0x59 [2979148.376381] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2979148.385101] [] __delay+0xa/0xc [2979148.390353] [] do_raw_spin_lock+0xde/0x147 [2979148.396692] [] _raw_spin_lock+0x34/0x39 [2979148.402748] [] ? task_rq_lock+0x7e/0x9a [2979148.408798] [] task_rq_lock+0x7e/0x9a [2979148.414655] [] try_to_wake_up+0x2e/0x342 [2979148.420802] [] default_wake_function+0xd/0xf [2979148.427329] [] __wake_up_common+0x46/0x76 [2979148.433559] [] __wake_up+0x38/0x4f [2979148.439183] [] svc_xprt_enqueue+0x1e2/0x23d [2979148.445591] [] svc_xprt_received+0x24/0x26 [2979148.451900] [] svc_udp_recvfrom+0x15f/0x2f9 [2979148.458313] [] svc_recv+0x758/0x7f5 [2979148.464016] [] ? svc_send+0x85/0xa1 [2979148.469708] [] ? default_wake_function+0x0/0xf [2979148.476377] [] ? nfsd+0x0/0x139 [2979148.481718] [] nfsd+0xa9/0x139 [2979148.486954] [] kthread+0x7d/0x85 [2979148.492364] [] kernel_thread_helper+0x4/0x10 [2979148.498867] [] ? kthread+0x0/0x85 [2979148.504411] [] ? kernel_thread_helper+0x0/0x10 [2979148.511087] NMI backtrace for cpu 7 [2979148.515091] CPU 7 [2979148.517218] Modules linked in: w83793 hwmon_vid autofs4 iTCO_wdt e1000e i2c_i801 i2c_core ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2979148.553301] [2979148.555221] Pid: 8574, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [2979148.563221] RIP: 0010:[] [] delay_tsc+0x25/0x59 [2979148.571833] RSP: 0018:ffff880655223dc0 EFLAGS: 00000046 [2979148.577716] RAX: 00000000084f9dbc RBX: 0000000000000001 RCX: 00000000084f9d44 [2979148.585644] RDX: 00000000001c39a2 RSI: 00000000084f9d90 RDI: 000000000028b0fc [2979148.593549] RBP: ffff880655223dc8 R08: 0000000000000007 R09: 0000000000000007 [2979148.601479] R10: ffff8800000bd000 R11: 0000000000000086 R12: ffff880655233c00 [2979148.609373] R13: 0000000000000000 R14: ffff8806227d3090 R15: ffff8806227d3518 [2979148.617296] FS: 0000000000000000(0000) GS:ffff880655220000(0000) knlGS:0000000000000000 [2979148.626245] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2979148.632580] CR2: 00007f7053196000 CR3: 0000000001a8a000 CR4: 00000000000006e0 [2979148.640497] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2979148.648436] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2979148.656357] Process nfsd (pid: 8574, threadinfo ffff880623fec000, task ffff8806227d3090) [2979148.665279] Stack: [2979148.667745] ffff8806227d3518 ffff880655223dd8 ffffffff812c093d ffff880655223df8 [2979148.675761] <0> ffffffff81019da9 000000009ef30658 000000009ef30658 ffff880655223e38 [2979148.684516] <0> ffffffff812c4ea4 000000009ef30658 ffff880655233c00 ffff880655233c00 [2979148.693662] Call Trace: [2979148.696582] [2979148.699192] [] __const_udelay+0x3d/0x3f [2979148.705261] [] arch_trigger_all_cpu_backtrace+0x51/0x5d [2979148.712763] [] do_raw_spin_lock+0x11d/0x147 [2979148.719200] [] _raw_spin_lock+0x34/0x39 [2979148.725239] [] ? scheduler_tick+0x3d/0x236 [2979148.731593] [] scheduler_tick+0x3d/0x236 [2979148.737755] [] update_process_times+0x49/0x59 [2979148.744359] [] tick_sched_timer+0x73/0x9d [2979148.750617] [] ? tick_sched_timer+0x0/0x9d [2979148.756960] [] __run_hrtimer+0xd0/0x12d [2979148.763027] [] hrtimer_interrupt+0xb5/0x19f [2979148.769468] [] smp_apic_timer_interrupt+0x82/0x95 [2979148.776437] [] apic_timer_interrupt+0x13/0x20 [2979148.783005] [2979148.785627] [] ? get_swap_page+0x1d/0x5bb [2979148.791880] [] ? get_swap_page+0x1d/0x5bb [2979148.798119] [] ? get_swap_page+0x13c/0x5bb [2979148.804438] [] add_to_swap+0xf/0x48 [2979148.810138] [] shrink_page_list+0x214/0x68f [2979148.816520] [] ? __lock_acquire+0x995/0x9fc [2979148.822951] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2979148.830017] [] shrink_zone+0x7c2/0xb86 [2979148.836003] [] ? release_sock+0xdb/0xe4 [2979148.842061] [] ? release_sock+0x2f/0xe4 [2979148.848119] [] do_try_to_free_pages+0x208/0x37a [2979148.854882] [] try_to_free_pages+0x71/0x78 [2979148.861191] [] ? isolate_pages_global+0x0/0x23f [2979148.867987] [] __alloc_pages_nodemask+0x407/0x671 [2979148.874930] [] alloc_pages_current+0x96/0x9f [2979148.881444] [] svc_recv+0xe5/0x7f5 [2979148.887059] [] ? svc_send+0x85/0xa1 [2979148.892736] [] ? exp_readunlock+0x10/0x12 [2979148.898978] [] ? default_wake_function+0x0/0xf [2979148.905654] [] ? nfsd+0x0/0x139 [2979148.910961] [] nfsd+0xa9/0x139 [2979148.916214] [] kthread+0x7d/0x85 [2979148.921648] [] kernel_thread_helper+0x4/0x10 [2979148.928169] [] ? kthread+0x0/0x85 [2979148.933686] [] ? kernel_thread_helper+0x0/0x10 [2979148.940337] Code: fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 <89> c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 25 f0 [2979148.963508] Call Trace: [2979148.966436] [] __const_udelay+0x3d/0x3f [2979148.973108] [] arch_trigger_all_cpu_backtrace+0x51/0x5d [2979148.980615] [] do_raw_spin_lock+0x11d/0x147 [2979148.987017] [] _raw_spin_lock+0x34/0x39 [2979148.993100] [] ? scheduler_tick+0x3d/0x236 [2979148.999411] [] scheduler_tick+0x3d/0x236 [2979149.005512] [] update_process_times+0x49/0x59 [2979149.012108] [] tick_sched_timer+0x73/0x9d [2979149.018347] [] ? tick_sched_timer+0x0/0x9d [2979149.024674] [] __run_hrtimer+0xd0/0x12d [2979149.030741] [] hrtimer_interrupt+0xb5/0x19f [2979149.037157] [] smp_apic_timer_interrupt+0x82/0x95 [2979149.044126] [] apic_timer_interrupt+0x13/0x20 [2979149.050719] [] ? get_swap_page+0x1d/0x5bb [2979149.057613] [] ? get_swap_page+0x1d/0x5bb [2979149.063859] [] ? get_swap_page+0x13c/0x5bb [2979149.070203] [] add_to_swap+0xf/0x48 [2979149.075938] [] shrink_page_list+0x214/0x68f [2979149.082328] [] ? __lock_acquire+0x995/0x9fc [2979149.088733] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2979149.095788] [] shrink_zone+0x7c2/0xb86 [2979149.101776] [] ? release_sock+0xdb/0xe4 [2979149.107851] [] ? release_sock+0x2f/0xe4 [2979149.113939] [] do_try_to_free_pages+0x208/0x37a [2979149.125252] [] try_to_free_pages+0x71/0x78 [2979149.131556] [] ? isolate_pages_global+0x0/0x23f [2979149.138352] [] __alloc_pages_nodemask+0x407/0x671 [2979149.145314] [] alloc_pages_current+0x96/0x9f [2979149.151819] [] svc_recv+0xe5/0x7f5 [2979149.157451] [] ? svc_send+0x85/0xa1 [2979149.163144] [] ? exp_readunlock+0x10/0x12 [2979149.169395] [] ? default_wake_function+0x0/0xf [2979149.176097] [] ? nfsd+0x0/0x139 [2979149.181438] [] nfsd+0xa9/0x139 [2979149.186691] [] kthread+0x7d/0x85 [2979149.192127] [] kernel_thread_helper+0x4/0x10 [2979149.198622] [] ? kthread+0x0/0x85 [2979149.204139] [] ? kernel_thread_helper+0x0/0x10 [2979149.210826] Pid: 8574, comm: nfsd Tainted: G D 2.6.34.4 #3 [2979149.217611] Call Trace: [2979149.220525] [] ? show_regs+0x26/0x2a [2979149.226989] [] nmi_watchdog_tick+0xc3/0x1a5 [2979149.233394] [] do_nmi+0xb2/0x259 [2979149.238823] [] nmi+0x1a/0x20 [2979149.243893] [] ? delay_tsc+0x25/0x59 [2979149.249666] <> [] __const_udelay+0x3d/0x3f [2979149.257247] [] arch_trigger_all_cpu_backtrace+0x51/0x5d [2979149.264728] [] do_raw_spin_lock+0x11d/0x147 [2979149.271138] [] _raw_spin_lock+0x34/0x39 [2979149.277168] [] ? scheduler_tick+0x3d/0x236 [2979149.283505] [] scheduler_tick+0x3d/0x236 [2979149.289675] [] update_process_times+0x49/0x59 [2979149.296288] [] tick_sched_timer+0x73/0x9d [2979149.302528] [] ? tick_sched_timer+0x0/0x9d [2979149.308856] [] __run_hrtimer+0xd0/0x12d [2979149.314923] [] hrtimer_interrupt+0xb5/0x19f [2979149.321346] [] smp_apic_timer_interrupt+0x82/0x95 [2979149.328315] [] apic_timer_interrupt+0x13/0x20 [2979149.334893] [] ? get_swap_page+0x1d/0x5bb [2979149.341803] [] ? get_swap_page+0x1d/0x5bb [2979149.348013] [] ? get_swap_page+0x13c/0x5bb [2979149.354331] [] add_to_swap+0xf/0x48 [2979149.360040] [] shrink_page_list+0x214/0x68f [2979149.366482] [] ? __lock_acquire+0x995/0x9fc [2979149.372906] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2979149.379947] [] shrink_zone+0x7c2/0xb86 [2979149.385905] [] ? release_sock+0xdb/0xe4 [2979149.391962] [] ? release_sock+0x2f/0xe4 [2979149.398030] [] do_try_to_free_pages+0x208/0x37a [2979149.404819] [] try_to_free_pages+0x71/0x78 [2979149.411171] [] ? isolate_pages_global+0x0/0x23f [2979149.417975] [] __alloc_pages_nodemask+0x407/0x671 [2979149.424953] [] alloc_pages_current+0x96/0x9f [2979149.431460] [] svc_recv+0xe5/0x7f5 [2979149.437047] [] ? svc_send+0x85/0xa1 [2979149.442733] [] ? exp_readunlock+0x10/0x12 [2979149.448967] [] ? default_wake_function+0x0/0xf [2979149.455649] [] ? nfsd+0x0/0x139 [2979149.460958] [] nfsd+0xa9/0x139 [2979149.466201] [] kthread+0x7d/0x85 [2979149.471636] [] kernel_thread_helper+0x4/0x10 [2979149.478123] [] ? kthread+0x0/0x85 [2979149.483657] [] ? kernel_thread_helper+0x0/0x10 [2979149.490283] NMI backtrace for cpu 6 [2979149.494243] CPU 6 [2979149.496362] Modules linked in: w83793 hwmon_vid autofs4 iTCO_wdt e1000e i2c_i801 i2c_core ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2979149.532444] [2979149.534381] Pid: 8590, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [2979149.542400] RIP: 0010:[] [] delay_tsc+0x25/0x59 [2979149.551003] RSP: 0018:ffff880655203de0 EFLAGS: 00000082 [2979149.556859] RAX: 00000000084b8b04 RBX: 0000000008a39bf5 RCX: 00000000084b8ae8 [2979149.564795] RDX: 00000000001c39a2 RSI: 0000000000000006 RDI: 0000000000000001 [2979149.572752] RBP: ffff880655203de8 R08: 0000000000000006 R09: 0000000000000006 [2979149.580707] R10: 000000000000000b R11: ffff880655203c18 R12: ffff880655213c00 [2979149.588637] R13: 0000000000000000 R14: ffff8806227ed0f0 R15: ffff8806227ed578 [2979149.596585] FS: 0000000000000000(0000) GS:ffff880655200000(0000) knlGS:0000000000000000 [2979149.605481] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2979149.611792] CR2: 0000000389ca1c18 CR3: 0000000001a8a000 CR4: 00000000000006e0 [2979149.619718] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2979149.627674] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2979149.635588] Process nfsd (pid: 8590, threadinfo ffff880622754000, task ffff8806227ed0f0) [2979149.644526] Stack: [2979149.646993] ffffffff81019da9 ffff880655203df8 ffffffff812c08fe ffff880655203e38 [2979149.654991] <0> ffffffff812c4e65 000000009ef30658 ffff880655213c00 ffff880655213c00 [2979149.663735] <0> 0000000000000006 ffff88065520eae0 ffff88065520ea70 ffff880655203e58 [2979149.672874] Call Trace: [2979149.675795] [2979149.678395] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2979149.686254] [] __delay+0xa/0xc [2979149.691489] [] do_raw_spin_lock+0xde/0x147 [2979149.697804] [] _raw_spin_lock+0x34/0x39 [2979149.703878] [] ? scheduler_tick+0x3d/0x236 [2979149.710188] [] scheduler_tick+0x3d/0x236 [2979149.716325] [] update_process_times+0x49/0x59 [2979149.722938] [] tick_sched_timer+0x73/0x9d [2979149.729187] [] ? tick_sched_timer+0x0/0x9d [2979149.735514] [] __run_hrtimer+0xd0/0x12d [2979149.741580] [] hrtimer_interrupt+0xb5/0x19f [2979149.748012] [] smp_apic_timer_interrupt+0x82/0x95 [2979149.754973] [] apic_timer_interrupt+0x13/0x20 [2979149.761558] [2979149.763773] Code: fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 <89> c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 25 f0 [2979149.787287] Call Trace: [2979149.790216] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2979149.798755] [] __delay+0xa/0xc [2979149.803987] [] do_raw_spin_lock+0xde/0x147 [2979149.810309] [] _raw_spin_lock+0x34/0x39 [2979149.816367] [] ? scheduler_tick+0x3d/0x236 [2979149.822705] [] scheduler_tick+0x3d/0x236 [2979149.828848] [] update_process_times+0x49/0x59 [2979149.835436] [] tick_sched_timer+0x73/0x9d [2979149.841665] [] ? tick_sched_timer+0x0/0x9d [2979149.847959] [] __run_hrtimer+0xd0/0x12d [2979149.853990] [] hrtimer_interrupt+0xb5/0x19f [2979149.860431] [] smp_apic_timer_interrupt+0x82/0x95 [2979149.867392] [] apic_timer_interrupt+0x13/0x20 [2979149.873986] Pid: 8590, comm: nfsd Tainted: G D 2.6.34.4 #3 [2979149.881469] Call Trace: [2979149.884400] [] ? show_regs+0x26/0x2a [2979149.890881] [] nmi_watchdog_tick+0xc3/0x1a5 [2979149.897310] [] do_nmi+0xb2/0x259 [2979149.902740] [] nmi+0x1a/0x20 [2979149.907809] [] ? delay_tsc+0x25/0x59 [2979149.913610] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2979149.922945] [] __delay+0xa/0xc [2979149.928194] [] do_raw_spin_lock+0xde/0x147 [2979149.934534] [] _raw_spin_lock+0x34/0x39 [2979149.940556] [] ? scheduler_tick+0x3d/0x236 [2979149.946884] [] scheduler_tick+0x3d/0x236 [2979149.953028] [] update_process_times+0x49/0x59 [2979149.959618] [] tick_sched_timer+0x73/0x9d [2979149.965830] [] ? tick_sched_timer+0x0/0x9d [2979149.972157] [] __run_hrtimer+0xd0/0x12d [2979149.978214] [] hrtimer_interrupt+0xb5/0x19f [2979149.984638] [] smp_apic_timer_interrupt+0x82/0x95 [2979149.991582] [] apic_timer_interrupt+0x13/0x20 }}}