from console {{{ File content: ? nfsd+0x0/0x139 [6853629.759017] [] nfsd+0xa9/0x139 [6853629.759019] [] kthread+0x7d/0x85 [6853629.759021] [] kernel_thread_helper+0x4/0x10 [6853629.759023] [] ? kthread+0x0/0x85 [6853629.759025] [] ? kernel_thread_helper+0x0/0x10 [6853629.759027] NMI backtrace for cpu 11 [6853629.759027] CPU 11 [6853629.759028] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [6853629.759042] [6853629.759043] Pid: 2921, comm: pclient Tainted: G D 2.6.34.4 #3 S7010/empty [6853629.759045] RIP: 0010:[] [] delay_tsc+0x2d/0x59 [6853629.759048] RSP: 0000:ffff8806552a3dd0 EFLAGS: 00000012 [6853629.759049] RAX: 000000000000001c RBX: 00000000042e42cb RCX: 000000008158fc08 [6853629.759051] RDX: 000000000040ee78 RSI: 000000008158fc24 RDI: 0000000000000001 [6853629.759052] RBP: ffff8806552a3dd8 R08: 000000000000000b R09: 000000000000000b [6853629.759054] R10: 0000000000000000 R11: ffff8806552a3c08 R12: ffff8806552b3c00 [6853629.759055] R13: 0000000000000000 R14: ffff8803ce096120 R15: ffff8803ce0965a8 [6853629.759057] FS: 00007fe0e24916f0(0000) GS:ffff8806552a0000(0000) knlGS:0000000000000000 [6853629.759059] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [6853629.759060] CR2: 000000000186bb18 CR3: 000000062112d000 CR4: 00000000000006e0 [6853629.759062] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [6853629.759063] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [6853629.759065] Process pclient (pid: 2921, threadinfo ffff880fff8803ce096120) [6853629.759066] Stack: [6853629.759067] ffffffff81019da9 ffff8806552a3de8 ffffffff812c08fe ffff8806552a3e28 [6853629.759069] <0> ffffffff812c4e65 000000009ef2e6b4 ffff8806552b3c00 ffff880023799030 [6853629.759071] <0> 0000000000013c00 ffff8806552a3e98 000000000000000b ffff8806552a3e48 [6853629.759074] Call Trace: [6853629.759075] [6853629.759077] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853629.759079] [] __delay+0xa/0xc [6853629.759081] [] do_raw_spin_lock+0xde/0x147 [6853629.759083] [] _raw_spin_lock+0x34/0x39 [6853629.759085] [] ? task_rq_lock+0x7e/0x9a [6853629.759087] [] task_rq_lock+0x7e/0x9a [6853629.759089] [] ? hrtimer_wakeup+0x0/0x21 [6853629.759091] [] try_to_wake_up+0x2e/0x342 [6853629.759093] [] ? hrtimer_wakeup+0x0/0x21 [6853629.759095] [] wake_up_process+0x10/0x12 [6853629.759097] [] hrtimer_wakeup+0x1d/0x21 [6853629.759099] [] __run_hrtimer+0xd0/0x12d [6853629.759101] [] hrtimer_interrupt+0xb5/0x19f [6853629.759103] [] smp_apic_timer_interrupt+0x82/0x95 [6853629.759106] [] apic_timer_interrupt+0x13/0x20 [6853629.759107] [6853629.759108] Code: 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 <48> 39 f8 73 25 f3 90 65 44 8b 04 25 f0 d1 00 00 45 39 c1 74 db [6853629.759124] Call Trace: [6853629.759125] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853629.759128] [] __delay+0xa/0xc [6853629.759130] [] do_raw_spin_lock+0xde/0x147 [6853629.759133] [] _raw_spin_lock+0x34/0x39 [6853629.759135] [] ? task_rq_lock+0x7e/0x9a [6853629.759136] [] task_rq_lock+0x7e/0x9a [6853629.759138] [] ? hrtimer_wakeup+0x0/0x21 [6853629.759140] [] try_to_wake_up+0x2e/0x342 [6853629.759142] [] ? hrtimer_wakeup+0x0/0x21 [6853629.759144] [] wake_up_process+0x10/0x12 [6853629.759146] [] hrtimer_wakeup+0x1d/0x21 [6853629.759148] [] __run_hrtimer+0xd0/0x12d [6853629.759150] [] hrtimer_interrupt+0xb5/0x19f [6853629.759153] [] smp_apic_timer_interrupt+0x82/0x95 [6853629.759155] [] apic_timer_interrupt+0x13/0x20 [6853629.759156] Pid: 2921, comm: pclient Tainted: G D 2.6.34.4 #3 [6853629.759159] Call Trace: [6853629.759160] [] ? show_regs+0x26/0x2a [6853629.759163] [] nmi_watchdog_tick+0xc3/0x1a5 [6853629.759165] [] do_nmi+0xb2/0x259 [6853629.759167] [] nmi+0x1a/0x20 [6853629.759169] [] ? delay_tsc+0x2d/0x59 [6853629.759170] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853629.759174] [] __delay+0xa/0xc [6853629.759176] [] do_raw_spin_lock+0xde/0x147 [6853629.759179] [] _raw_spin_lock+0x34/0x39 [6853629.759181] [] ? task_rq_lock+0x7e/0x9a [6853629.759182] [] task_rq_lock+0x7e/0x9a [6853629.759184] [] ? hrtimer_wakeup+0x0/0x21 [6853629.759186] [] try_to_wake_up+0x2e/0x34 [6853629.759188] [] ? hrtimer_wakeup+0x0/0x21 [6853629.759191] [] wake_up_process+0x10/0x12 [6853629.759192] [] hrtimer_wakeup+0x1d/0x21 [6853629.759194] [] __run_hrtimer+0xd0/0x12d [6853629.759196] [] hrtimer_interrupt+0xb5/0x19f [6853629.759199] [] smp_apic_timer_interrupt+0x82/0x95 [6853629.759201] [] apic_timer_interrupt+0x13/0x20 [6853629.759202] [6853629.759203] NMI backtrace for cpu 10 [6853629.759204] CPU 10 [6853629.759205] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [6853629.759218] [6853629.759220] Pid: 19726, comm: ppImage Tainted: G D 2.6.34.4 #3 S7010/empty [6853629.759221] RIP: 0010:[] [] delay_tsc+0x18/0x59 [6853629.759224] RSP: 0000:ffff88002c88b7a0 EFLAGS: 00000086 [6853629.759225] RAX: 000000008154e97c RBX: 00000000042ec12b RCX: 000000008154e938 [6853629.759227] RDX: 000000000040ee78 RSI: 000000000000000a RDI: 0000000000000001 [6853629.759228] RBP: ffff88002c88b7a8 R08: 000000000000000a R09: 000000000000000a [6853629.759230] R10: 0000000000000000 R11: ffff88002c88b5d8 R12: ffff8806552b3c00 [6853629.759231] R13: 0000000000000000 R14: ffff880611553090 R15: ffff880611553518 [6853629.759233] FS: 000000004243e950(0063) GS:ffff880655280000(0000) knlGS:0000000000000000 [6853629.759235] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [6853629.759236] CR2: 00007fa3e03daab0 CR3: 00000003e2c88000 CR4: 00000000000006e0 [6853629.759238] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [6853629.759239] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [6853629.759241] Process ppImage (pid: 19726, threadinfo ffff88002c88a000, task ffff880611553090) [6853629.759242] Stack: [6853629.759243] ffffffff81019da9 ffff88002c88b7b8 ffffffff812c08fe ffff88002c88b7f8 [6853629.759245] <0> ffffffff812c4e65 000000009ef2e6b4 ffff8806552b3c00 ffff8806552b3c00 [6853629.759248] <0> ffff88065528e3f0 0000000000000400 0000000000000800 ffff88002c88b818 [6853629.759250] Call Trace: [6853629.759252] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853629.759254] [] __delay+0xa/0xc [6853629.759256] [] do_raw_spin_lock+0xde/0x147 [6853629.759259] [] _raw_spin_lock_nested+0x32/0x36 [6853629.759261] [] ? double_rq_lock+0x4a/0x76 [6853629.759263] [] double_rq_lock+0x4a/0x76 [6853629.759265] [] load_balance+0xbb6/0xf63 [6853629.759267] [] ? get_dirty_limits+0x22/0x258 [6853629.759270] [] schedule+0x25a/0x86a [6853629.759272] [] ? lock_timer_base+0x26/0x4a [6853629.759275] [] schedule_timeout+0x222/0x24c [6853629.759277] [] ? process_timeout+0x0/0xb [6853629.759279] [] io_schedule_timeout+0x45/0x5e [6853629.759281] [] congestion_wait+0x6b/0x87 [6853629.759284] [] ? autoremove_wake_function+0x0/0x38 [6853629.759286] [] __alloc_pages_nodemask+0x65a/0x671 [6853629.759289] [] alloc_page_vma+0x148/0x14d [6853629.759291] [] handle_mm_fault+0x294/0x73e [6853629.759294] [] do_page_fault+0x351/0x375 [6853629.759296] [] ? do_nanosleep+0x7b/0xb3 [6853629.759298] [] ? finish_task_switch+0x69/0xdd [6853629.759300] [] ? finish_task_switch+0x0/0xdd [6853629.759302] [] ? hrtimer_nanosleep+0x97/0x105 [6853629.759304] [] ? lockdep_sys_exit+0x20/0x75 [6853629.759307] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853629.759309] [] ? handle_mm_fault+0x344/0x73e [6853629.759311] [] page_fault+0x1f/0x30 [6853629.759312] Code: 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 <89> c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 [6853629.759327] Call Trace: [6853629.759329] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853629.759332] [] __delay+0xa/0xc [6853629.759333] [] do_raw_spin_lock+0xde/0x147 [6853629.759336] [] _raw_spin_lock_nested+0x32/0x36 [6853629.759338] [] ? double_rq_lock+0x4a/0x76 [6853629.759340] [] double_rq_lock+0x4a/0x76 [6853629.759342] [] load_balance+0xbb6/0xf63 [6853629.759344] [] ? get_dirty_limits+0x22/0x258 [6853629.759347] [] schedule+0x25a/0x86a [6853629.759349] [] ? lock_timer_base+0x26/0x4a [6853629.759352] [] schedule_timeout+0x222/0x24c [6853629.759354] [] ? process_timeout+0x0/0xb [6853629.759356] [] io_schedule_timeout+0x45/0x5e [6853629.759358] [] congestion_wait+0x6b/0x87 [6853629.759361] [] ? autoremove_wake_function+0x0/0x38 [6853629.759363] [] __alloc_pages_nodemask+0x65a/0x671 [6853629.759366] [] alloc_page_vma+0x148/0x14d [6853629.759368] [] handle_mm_fault+0x294/0x73e [6853629.759370] [] do_page_fault+0x351/0x375 [6853629.759372] [] ? do_nanosleep+0x7b/0xb3 [6853629.759375] [] ? finish_task_switch+0x69/0xdd [6853629.759377] [] ? finish_task_switch+0x0/0xdd [6853629.759379] [] ? hrtimer_nanosleep+0x97 [6853629.759381] [] ? lockdep_sys_exit+0x20/0x75 [6853629.759383] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853629.759385] [] ? handle_mm_fault+0x344/0x73e [6853629.759387] [] page_fault+0x1f/0x30 [6853629.759389] Pid: 19726, comm: ppImage Tainted: G D 2.6.34.4 #3 [6853629.759390] Call Trace: [6853629.759391] [] ? show_regs+0x26/0x2a [6853629.759395] [] nmi_watchdog_tick+0xc3/0x1a5 [6853629.759397] [] do_nmi+0xb2/0x259 [6853629.759398] [] nmi+0x1a/0x20 [6853629.759400] [] ? delay_tsc+0x18/0x59 [6853629.759402] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853629.759405] [] __delay+0xa/0xc [6853629.759407] [] do_raw_spin_lock+0xde/0x147 [6853629.759410] [] _raw_spin_lock_nested+0x32/0x36 [6853629.759412] [] ? double_rq_lock+0x4a/0x76 [6853629.759414] [] double_rq_lock+0x4a/0x76 [6853629.759416] [] load_balance+0xbb6/0xf63 [6853629.759418] [] ? get_dirty_limits+0x22/0x258 [6853629.759421] [] schedule+0x25a/0x86a [6853629.759423] [] ? lock_timer_base+0x26/0x4a [6853629.759425] [] schedule_timeout+0x222/0x24c [6853629.759428] [] ? process_timeout+0x0/0xb [6853629.759430] [] io_schedule_timeout+0x45/0x5e [6853629.759432] [] congestion_wait+0x6b/0x87 [6853629.759435] [] ? autoremove_wake_function+0x0/0x38 [6853629.759437] [] __alloc_pages_nodemask+0x65a/0x671 [6853629.759440] [] alloc_page_vma+0x148/0x14d [6853629.759442] [] handle_mm_fault+0x294/0x73e [6853629.759444] [] do_page_fault+0x351/0x375 [6853629.759446] [] ? do_nanosleep+0x7b/0xb3 [6853629.759448] [] ? finish_task_switch+0x69/0xdd [6853629.759451] [] ? finish_task_switch+0x0/0xdd [6853629.759453] [] ? hrtimer_nanosleep+0x97/0x105 [6853629.759455] [] ? lockdep_sys_exit+0x20/0x75 [6853629.759457] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853629.759459] [] ? handle_mm_fault+0x344/0x73e [6853629.759461] [] page_fault+0x1f/0x30 [6853659.183500] Pid: 5270, comm: sshd Tainted: G D 2.6.34.4 #3 [6853659.190210] Call Trace: [6853659.193112] [] do_raw_spin_lock+0x118/0x147 [6853659.199477] [] _raw_spin_lock+0x34/0x39 [6853659.205508] [] ? task_rq_lock+0x7e/0x9a [6853659.211511] [] task_rq_lock+0x7e/0x9a [6853659.217311] [] try_to_wake_up+0x2e/0x342 [6853659.223423] [] default_wake_function+0xd/0xf [6853659.229879] [] pollwake+0x57/0x59 [6853659.235372] [] ? default_wake_function+0x0/0xf [6853659.241972] [] __wake_up_common+0x46/0x [6853659.248166] [] __wake_up_sync_key+0x43/0x5a [6853659.254519] [] __wake_up_sync+0xb/0xd [6853659.260342] [] pipe_write+0x4de/0x514 [6853659.266175] [] ? core_sys_select+0x3d/0x295 [6853659.272505] [] do_sync_write+0xc7/0x10d [6853659.278483] [] ? sigprocmask+0x30/0xc8 [6853659.284420] [] ? security_file_permission+0x11/0x13 [6853659.291495] [] vfs_write+0xae/0x14a [6853659.297151] [] sys_write+0x47/0x6e [6853659.302706] [] system_call_fastpath+0x16/0x1b [6853659.309261] sending NMI to all CPUs: [6853659.313300] NMI backtrace for cpu 1 [6853659.317269] CPU 1 [6853659.319352] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [6853659.355218] [6853659.357132] Pid: 8438, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [6853659.365099] RIP: 0010:[] [] delay_tsc+0x18/0x59 [6853659.373623] RSP: 0018:ffff880621efb9a8 EFLAGS: 00000092 [6853659.379434] RAX: 00000000daed9cc8 RBX: 00000000474a1b11 RCX: 00000000daed9c84 [6853659.387320] RDX: 000000000040ee8a RSI: 0000000000000001 RDI: 0000000000000001 [6853659.395179] RBP: ffff880621efb9b0 R08: 0000000000000001 R09: 0000000000000001 [6853659.403074] R10: 0000000000000000 R11: ffff880621efb7e0 R12: ffff880655253c00 [6853659.410919] R13: 0000000000000000 R14: ffff880621ef2060 R15: ffff880621ef24e8 [6853659.418789] FS: 0000000000000000(0000) GS:ffff880002620000(0000) knlGS:0000000000000000 [6853659.427625] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [6853659.433907] CR2: 00007fa3dcdf1330 CR3: 0000000ad0e7b000 CR4: 00000000000006e0 [6853659.441783] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [6853659.449669] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [6853659.457522] Process nfsd (pid: 8438, threadinfo ffff880621efa000, task ffff880621ef2060) [6853659.466374] Stack: [6853659.468814] ffffffff81019da9 ffff880621efb9c0 ffffffff812c08fe ffff880621efba00 [6853659.476760] <0> ffffffff812c4e65 000000009ef2e6b4 ffff880655253c00 ffff880621ed8000 [6853659.485435] <0> 0000000000013c00 ffff880621efba70 0000000000000001 ffff880621efba20 [6853659.494514] Call Trace: [6853659.497391] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853659.505138] [] __delay+0xa/0xc [6853659.510364] [] do_raw_spin_lock+0xde/0x147 [6853659.516619] [] _raw_spin_lock+0x34/0x39 [6853659.522633] [] ? task_rq_lock+0x7e/0x9a [6853659.528629] [] task_rq_lock+0x7e/0x9a [6853659.534462] [] try_to_wake_up+0x2e/0x342 [6853659.540530] [] default_wake_function+0xd/0xf [6853659.546997] [] autoremove_wake_function+0x11/0x38 [6853659.553912] [] __wake_up_common+0x46/0x76 [6853659.560074] [] __wake_up+0x38/0x4f [6853659.565643] [] release_sock+0xd3/0xe4 [6853659.571470] [] udp_sendpage+0x124/0x13c [6853659.577511] [] ? xfs_iunlock+0x5d/0xb5 [6853659.583430] [] inet_sendpage+0x61/0x8e [6853659.589375] [] kernel_sendpage+0x16/0x1f [6853659.595487] [] svc_send_common+0xb9/0x11d [6853659.601669] [] svc_sendto+0x125/0x17e [6853659.607507] [] ? svc_send+0x56/0xa1 [6853659.613140] [] ? mutex_lock_nested+0x24b/0x25a [6853659.619749] [] svc_udp_sendto+0x19/0x2e [6853659.625734] [] svc_send+0x67/0xa1 [6853659.631200] [] svc_process+0x71b/0x72a [6853659.637114] [] ? nfsd+0x0/0x139 [6853659.642406] [] nfsd+0xf3/0x139 [6853659.652141] [] kthread+0x7d/0x85 [6853659.657530] [] kernel_thread_helper+0x4/0x10 [6853659.663958] [] ? kthread+0x0/0x85 [6853659.669414] [] ? kernel_thread_helper+0x0/0x10 [6853659.676064] Code: 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 <89> c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 [6853659.699375] Call Trace: [6853659.702269] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853659.710044] [] __delay+0xa/0xc [6853659.715211] [] do_raw_spin_lock+0xde/0x147 [6853659.721480] [] _raw_spin_lock+0x34/0x39 [6853659.727492] [] ? task_rq_lock+0x7e/0x9a [6853659.733525] [] task_rq_lock+0x7e/0x9a [6853659.739357] [] try_to_wake_up+0x2e/0x342 [6853659.745478] [] default_wake_function+0xd/0xf [6853659.751951] [] autoremove_wake_function+0x11/0x38 [6853659.758862] [] __wake_up_common+0x46/0x76 [6853659.765029] [] __wake_up+0x38/0x4f [6853659.770601] [] release_sock+0xd3/0xe4 [6853659.776400] [] udp_sendpage+0x124/0x13c [6853659.782432] [] ? xfs_iunlock+0x5d/0xb5 [6853659.788325] [] inet_sendpage+0x61/0x8e [6853659.794219] [] kernel_sendpage+0x16/0x1f [6853659.800304] [] svc_send_common+0xb9/0x11d [6853659.806494] [] svc_sendto+0x125/0x17e [6853659.812316] [] ? svc_send+0x56/0xa1 [6853659.817993] [] ? mutex_lock_nested+0x24b/0x25a [6853659.824625] [] svc_udp_sendto+0x19/0x2e [6853659.830622] [] svc_send+0x67/0xa1 [6853659.836078] [] svc_process+0x71b/0x72a [6853659.841974] [] ? nfsd+0x0/0x139[6853659.847249] [] nfsd+0xf3/0x139 [6853659.852475] [] kthread+0x7d/0x85 [6853659.857858] [] kernel_thread_helper+0x4/0x10 [6853659.864318] [] ? kthread+0x0/0x85 [6853659.869820] [] ? kernel_thread_helper+0x0/0x10 [6853659.876454] Pid: 8438, comm: nfsd Tainted: G D 2.6.34.4 #3 [6853659.883151] Call Trace: [6853659.886062] [] ? show_regs+0x26/0x2a [6853659.892455] [] nmi_watchdog_tick+0xc3/0x1a5 [6853659.898814] [] do_nmi+0xb2/0x259 [6853659.904192] [] nmi+0x1a/0x20 [6853659.909219] [] ? delay_tsc+0x18/0x59 [6853659.914967] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853659.923603] [] __delay+0xa/0xc [6853659.928841] [] do_raw_spin_lock+0xde/0x147 [6853659.935120] [] _raw_spin_lock+0x34/0x39 [6853659.941161] [] ? task_rq_lock+0x7e/0x9a [6853659.947175] [] task_rq_lock+0x7e/0x9a [6853659.953024] [] try_to_wake_up+0x2e/0x342 [6853659.959126] [] default_wake_function+0xd/0xf [6853659.965584] [] autoremove_wake_function+0x11/0x38 [6853659.972493] [] __wake_up_common+0x46/0x76 [6853659.978698] [] __wake_up+0x38/0x4f [6853659.984268] [] release_sock+0xd3/0xe4 [6853659.990102] [] udp_sendpage+0x124/0x13c [6853659.996092] [] ? xfs_iunlock+0x5d/0xb5 [6853660.002002] [] inet_sendpage+0x61/0x8e [6853660.007930] [] kernel_sendpage+0x16/0x1f [6853660.014058] [] svc_send_common+0xb9/0x11d [6853660.020239] [] svc_sendto+0x125/0x17e [6853660.026069] [] ? svc_send+0x56/0xa1 [6853660.031713] [] ? mutex_lock_nested+0x24b/0x25a [6853660.038362] [] svc_udp_sendto+0x19/0x2e [6853660.044376] [] svc_send+0x67/0xa1 [6853660.049877] [] svc_process+0x71b/0x72a [6853660.055798] [] ? nfsd+0x0/0x139 [6853660.061091] [] nfsd+0xf3/0x139 [6853660.066275] [] kthread+0x7d/0x85 [6853660.071673] [] kernel_thread_helper+0x4/0x10 [6853660.078144] [] ? kthread+0x0/0x85 [6853660.083619] [] ? kernel_thread_helper+0x0/0x10 [6853660.090260] NMI backtrace for cpu 5 [6853660.094220] CPU 5 [6853660.096319] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [6853660.132159] [6853660.134062] Pid: 5270, comm: sshd Tainted: G D 2.6.34.4 #3 S7010/empty [6853660.142015] RIP: 0010:[] [] delay_tsc+0x25/0x59 [6853660.150563] RSP: 0018:ffff88037e3e1ad0 EFLAGS: 00000046 [6853660.156376] RAX: 00000000daf1afa4 RBX: 0000000000000000 RCX: 00000000daf1af58 [6853660.164261] RDX: 000000000040ee8a RSI: 00000000daf1af78 RDI: 00000000000411b2 [6853660.172123] RBP: ffff88037e3e1ad8 R08: 0000000000000005 R09: 0000000000000005 [6853660.180001] R10: ffff8800000bc600 R11: 0000000000000082 R12: 0000000000001000 [6853660.187854] R13: 0000000000000002 R14: 0000000000000096 R15: ffff880372ec0020 [6853660.195723] FS: 00007fb16effc6f0(0000) GS:ffff8800026a0000(0000) knlGS:0000000000000000 [6853660.204582] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [6853660.210832] CR2: 00007f5ad9eeae87 CR3: 000000050e583000 CR4: 00000000000006e0 [6853660.218717] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [6853660.226593] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [6853660.234473] Process sshd (pid: 5270, threadinfo ffff88037e3e0000, task ffff880372ec3090) [6853660.243333] Stack: [6853660.245781] ffff88037e3e1879 ffff88037e3e1ae8 ffffffff812c093d ffff88037e3e1b08 [6853660.253710] <0> ffffffff810197e9 0000000000000006 000000000000d200 ffff88037e3e1b48 [6853660.262394] <0> ffffffff81019c76 ffffffff81b24210 0000000000000000 ffff8806552b3c00 [6853660.271483] Call Trace: [6853660.274370] [] __const_udelay+0x3d/0x3f [6853660.280377] [] native_safe_apic_wait_icr_idle+0x31/0x48 [6853660.287793] [] default_send_IPI_mask_sequence_phys+0x49/0xab [6853660.295879] [] physflat_send_IPI_all+0x14/0x16 [6853660.302488] [] arch_trigger_all_cpu_backtrace+0x3c/0x5d [6853660.309934] [] do_raw_spin_lock+0x11d/0x147 [6853660.316286] [] _raw_spin_lock+0x34/0x39 [6853660.322299] [] ? task_rq_lock+0x7e/0x9a [6853660.328286] [] task_rq_lock+0x7e/0x9a [6853660.334103] [] try_to_wake_up+0x2e/0x342 [6853660.340205] [] default_wake_function+0xd/0xf [6853660.346671] [] pollwake+0x57/0x59 [6853660.352163] [] ? default_wake_function+0x0/0xf [6853660.358788] [] __wake_up_common+0x46/0x76 [6853660.364982] [] __wake_up_sync_key+0x43/0x5a [6853660.371335] [] __wake_up_sync+0xb/0xd [6853660.377160] [] pipe_write+0x4de/0x514 [6853660.382982] [] ? core_sys_select+0x3d/0x295 [6853660.389322] [] do_sync_write+0xc7/0x10d [6853660.395336] [] ? sigprocmask+0x30/0xc8 [6853660.401265] [] ? security_file_permission+0x11/0x13 [6853660.408357] [] vfs_write+0xae/0x14a [6853660.414028] [] sys_write+0x47/0x6e [6853660.419593] [] system_call_fastpath+0x16/0x1b [6853660.426121] Code: fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 <89> c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 25 f0 [6853660.449425] Call Trace: [6853660.452319] [] __const_udelay+0x3d/0x3f [6853660.458336] [] native_safe_apic_wait_icr_idle+0x31/0x48 [6853660.465768] [] default_send_IPI_mask_sequence_phys+0x49/0xab [6853660.473831] [] physflat_send_IPI_all+0x14/0x16 [6853660.480491] [] arch_trigger_all_cpu_bac [6853660.487947] [] do_raw_spin_lock+0x11d/0x147 [6853660.494287] [] _raw_spin_lock+0x34/0x39 [6853660.500284] [] ? task_rq_lock+0x7e/0x9a [6853660.506274] [] task_rq_lock+0x7e/0x9a [6853660.512097] [] try_to_wake_up+0x2e/0x342 [6853660.518172] [] default_wake_function+0xd/0xf [6853660.524604] [] pollwake+0x57/0x59 [6853660.530113] [] ? default_wake_function+0x0/0xf [6853660.536738] [] __wake_up_common+0x46/0x76 [6853660.542934] [] __wake_up_sync_key+0x43/0x5a [6853660.549296] [] __wake_up_sync+0xb/0xd [6853660.555119] [] pipe_write+0x4de/0x514 [6853660.560961] [] ? core_sys_select+0x3d/0x295 [6853660.567297] [] do_sync_write+0xc7/0x10d [6853660.573285] [] ? sigprocmask+0x30/0xc8 [6853660.579214] [] ? security_file_permission+0x11/0x13 [6853660.586289] [] vfs_write+0xae/0x14a [6853660.591953] [] sys_write+0x47/0x6e [6853660.597526] [] system_call_fastpath+0x16/0x1b [6853660.604072] Pid: 5270, comm: sshd Tainted: G D 2.6.34.4 #3 [6853660.610814] Call Trace: [6853660.613715] [] ? show_regs+0x26/0x2a [6853660.620107] [] nmi_watchdog_tick+0xc3/0x1a5 [6853660.626485] [] do_nmi+0xb2/0x259 [6853660.631862] [] nmi+0x1a/0x20 [6853660.636881] [] ? delay_tsc+0x25/0x59 [6853660.642601] <> [] __const_udelay+0x3d/0x3f [6853660.649446] [] native_safe_apic_wait_icr_idle+0x31/0x48 [6853660.661397] [] default_send_IPI_mask_sequence_phys+0x49/0xab [6853660.669441] [] physflat_send_IPI_all+0x14/0x16 [6853660.676061] [] arch_trigger_all_cpu_backtrace+0x3c/0x5d [6853660.683490] [] do_raw_spin_lock+0x11d/0x147 [6853660.689832] [] _raw_spin_lock+0x34/0x39 [6853660.695845] [] ? task_rq_lock+0x7e/0x9a [6853660.701868] [] task_rq_lock+0x7e/0x9a [6853660.707667] [] try_to_wake_up+0x2e/0x342 [6853660.713750] [] default_wake_function+0xd/0xf [6853660.720166] [] pollwake+0x57/0x59 [6853660.725648] [] ? default_wake_function+ [6853660.732274] [] __wake_up_common+0x46/0x76 [6853660.738495] [] __wake_up_sync_key+0x43/0x5a [6853660.744847] [] __wake_up_sync+0xb/0xd [6853660.750646] [] pipe_write+0x4de/0x514 [6853660.756469] [] ? core_sys_select+0x3d/0x295 [6853660.762825] [] do_sync_write+0xc7/0x10d [6853660.768846] [] ? sigprocmask+0x30/0xc8 [6853660.774749] [] ? security_file_permission+0x11/0x13 [6853660.781850] [] vfs_write+0xae/0x14a [6853660.787522] [] sys_write+0x47/0x6e [6853660.793095] [] system_call_fastpath+0x16/0x1b [6853660.799616] NMI backtrace for cpu 6 [6853660.803575] CPU 6 [6853660.805669] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [6853660.841447] [6853660.843360] Pid: 8402, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [6853660.851292] RIP: 0010:[] [] delay_tsc+0x18/0x59 [6853660.859807] RSP: 0018:ffff880655203ce0 EFLAGS: 00000082 [6853660.865646] RAX: 00000000c72bf6a8 RBX: 00000000467b1e4c RCX: 00000000c72bf660 [6853660.873521] RDX: 000000000040ee8b RSI: 0000000000000006 RDI: 0000000000000001 [6853660.881386] RBP: ffff880655203ce8 R08: 0000000000000006 R09: 0000000000000006 [6853660.889237] R10: 0000000000000000 R11: ffff880655203b18 R12: ffff880655213c00 [6853660.897115] R13: 0000000000000000 R14: ffff880621c69030 R15: ffff880621c694b8 [6853660.904977] FS: 0000000000000000(0000) GS:ffff880655200000(0000) knlGS:0000000000000000 [6853660.913821] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [6853660.920113] CR2: fffffffb9092c200 CR3: 0000000001a8a000 CR4: 00000000000006e0 [6853660.927969] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [6853660.935856] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [6853660.943734] Process nfsd (pid: 8402, threadinfo ffff880621c72000, task ffff880621c69030) [6853660.952536] Stack: [6853660.954983] ffffffff81019da9 ffff880655203cf8 ffffffff812c08fe ffff880655203d38 [6853660.962940] <0> ffffffff812c4e65 000000009ef2e6b4 ffff880655213c00 ffff880c2377c0c0 [6853660.971613] <0> ffff880655213c00 0000000000000000 0000000000000006 ffff880655203d58 [6853660.980639] Call Trace: [6853660.983535] [6853660.986137] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853660.993907] [] __delay+0xa/0xc [6853660.999127] [] do_raw_spin_lock+0xde/0x147 [6853661.005405] [] _raw_spin_lock+0x34/0x39 [6853661.011410] [] ? try_to_wake_up+0x123/0x342 [6853661.017773] [] try_to_wake_up+0x123/0x342 [6853661.023968] [] default_wake_function+0xd/0xf [6853661.030444] [] pollwake+0x57/0x59 [6853661.035928] [] ? default_wake_function+0x0/0xf [6853661.042570] [] __wake_up_common+0x46/0x76 [6853661.048765] [] __wake_up+0x38/0x4f [6853661.054326] [] printk_tick+0x39/0x3b [6853661.060065] [] update_process_times+0x3f/0x59 [6853661.066629] [] tick_sched_timer+0x73/0x9d [6853661.072816] [] ? tick_sched_timer+0x0/0x9d [6853661.079091] [] __run_hrtimer+0xd0/0x12d [6853661.085121] [] hrtimer_interrupt+0xb5/0x19f [6853661.091485] [] smp_apic_timer_interrupt+0x82/0x95 [6853661.098394] [] apic_timer_interrupt+0x13/0x20 [6853661.104934] [6853661.107124] Code: 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 <89> c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 [6853661.130831] Call Trace: [6853661.133707] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853661.142178] [] __delay+0xa/0xc [6853661.147403] [] do_raw_spin_lock+0xde/0x147 [6853661.153690] [] _raw_spin_lock+0x34/0x39 [6853661.159704] [] ? try_to_wake_up+0x123/0x342 [6853661.166057] [] try_to_wake_up+0x123/0x342 [6853661.172235] [] default_wake_function+0xd/0xf [6853661.178711] [] pollwake+0x57/0x59 [6853661.184210] [] ? default_wake_function+0x0/0xf [6853661.190862] [] __wake_up_common+0x46/0x76 [6853661.197039] [] __wake_up+0x38/0x4f [6853661.202601] [] printk_tick+0x39/0x3b [6853661.208349] [] update_process_times+0x3f/0x59 [6853661.214879] [] tick_sched_timer+0x73/0x9d [6853661.221073] [] ? tick_sched_timer+0x0/0x9d [6853661.227348] [] __run_hrtimer+0xd0/0x12d [6853661.233344] [] hrtimer_interrupt+0xb5/0x19f [6853661.239715] [] smp_apic_timer_interrupt+0x82/0x95 [6853661.246601] [] apic_timer_interrupt+0x13/0x20 [6853661.253125] Pid: 8402, comm: nfsd Tainted: G D 2.6.34.4 #3 [6853661.260521] Call Trace: [6853661.263410] [] ? show_regs+0x26/0x2a [6853661.269801] [] nmi_watchdog_tick+0xc3/0x1a5 [6853661.276153] [] do_nmi+0xb2/0x259 [6853661.281575] [] nmi+0x1a/0x20 [6853661.286592] [] ? delay_tsc+0x18/0x59 [6853661.292305] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853661.301589] [] __delay+0xa/0xc [6853661.306787] [] do_raw_spin_lock+0xde/0x147 [6853661.313066] [] _raw_spin_lock+0x34/0x39 [6853661.319097] [] ? try_to_wake_up+0x123/0x342 [6853661.325458] [] try_to_wake_up+0x123/0x342 [6853661.331647] [] default_wake_function+0xd/0xf [6853661.338112] [] pollwake+0x57/0x59 [6853661.343596] [] ? default_wake_function+0x0/0xf [6853661.350205] [] __wake_up_common+0x46/0x76 [6853661.356390] [] __wake_up+0x38/0x4f [6853661.361970] [] printk_tick+0x39/0x3b [6853661.367734] [] update_process_times+0x3f/0x59 [6853661.374254] [] tick_sched_timer+0x73/0x9d [6853661.380468] [] ? tick_sched_timer+0x0/0x9d [6853661.386725] [] __run_hrtimer+0xd0/0x12d [6853661.392714] [] hrtimer_interrupt+0xb5/0x19f [6853661.399068] [] smp_apic_timer_interrupt+0x82/0x95 [6853661.405934] [] apic_timer_interrupt+0x13/0x20 [6853661.412493] [6853661.414689] NMI backtrace for cpu 7 [6853661.419053] CPU 7 [6853661.421162] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [6853661.457037] [6853661.458949] Pid: 19727, comm: ppImage Tainted: G D 2.6.34.4 #3 S7010/empty [6853661.467292] RIP: 0010:[] [] delay_tsc+0x0/0x59 [6853661.475728] RSP: 0000:ffff880088bb97b0 EFLAGS: 00000002 [6853661.481575] RAX: 0000000000000000 RBX: 000000004aaa6716 RCX: 00000000c7300a38 [6853661.489468] RDX: 0000000000001900 RSI: 00000000c7300a54 RDI: 0000000000000001 [6853661.497363] RBP: ffff880088bb97b8 R08: 0000000000000007 R09: 0000000000000007 [6853661.505224] R10: 0000000000000000 R11: ffff880088bb95d8 R12: ffff8806552b3c00 [6853661.513128] R13: 0000000000000000 R14: ffff880611552060 R15: ffff8806115524e8 [6853661.520991] FS: 0000000041128950(0063) GS:ffff880655220000(0000) knlGS:0000000000000000 [6853661.529826] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [6853661.536091] CR2: 00007fa3df2d2be0 CR3: 00000003e2c88000 CR4: 00000000000006e0 [6853661.544001] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [6853661.551880] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [6853661.559712] Process ppImage (pid: 19727, threadinfo ffff880088bb8000, task ffff880611552060) [6853661.568930] Stack: [6853661.571378] ffffffff812c08fe ffff880088bb97f8 ffffffff812c4e65 000000009ef2e6b4 [6853661.579324] <0> ffff8806552b3c00 ffff8806552b3c00 ffff88065522e3f0 0000000000000400 [6853661.587948] <0> 0000000000000800 ffff880088bb9818 ffffffff8151f0dc ffffffff81035934 [6853661.601586] Call Trace: [6853661.604479] [] ? __delay+0xa/0xc [6853661.609889] [] do_raw_spin_lock+0xde/0x147 [6853661.616168] [] _raw_spin_lock_nested+0x32/0x36 [6853661.622807] [] ? double_rq_lock+0x4a/0x76 [6853661.629011] [] double_rq_lock+0x4a/0x76 [6853661.635024] [] load_balance+0xbb6/0xf63 [6853661.641014] [] ? get_dirty_limits+0x22/0x258 [6853661.647508] [] schedule+0x25a/0x86a [6853661.653173] [] ? lock_timer_base+0x26/0x4a [6853661.659432] [] schedule_timeout+0x222/0x24c [6853661.665803] [] ? process_timeout+0x0/0xb [6853661.671896] [] io_schedule_timeout+0x45/0x5e [6853661.678353] [] congestion_wait+0x6b/0x87 [6853661.684452] [] ? autoremove_wake_function+0x0/0x38 [6853661.691442] [] __alloc_pages_nodemask+0x65a/0x671 [6853661.698358] [] alloc_page_vma+0x148/0x14d [6853661.704552] [] handle_mm_fault+0x294/0x73e [6853661.710861] [] do_page_fault+0x351/0x375 [6853661.716980] [] ? do_nanosleep+0x7b/0xb3 [6853661.723003] [] ? finish_task_switch+0x69/0xdd [6853661.729523] [] ? finish_task_switch+0x0 [6853661.735988] [] ? hrtimer_nanosleep+0x97/0x105 [6853661.742539] [] ? hrtimer_wakeup+0x0/0x21 [6853661.748641] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853661.755568] [] ? handle_mm_fault+0x344/0x73e [6853661.762014] [] page_fault+0x1f/0x30 [6853661.767653] Code: 90 55 48 89 f8 48 89 e5 48 85 c0 74 19 eb 02 66 90 eb 0e 66 66 66 66 66 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 <55> 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae [6853661.790940] Call Trace: [6853661.793836] [] ? __delay+0xa/0xc [6853661.799191] [] do_raw_spin_lock+0xde/0x147 [6853661.805452] [] _raw_spin_lock_nested+0x32/0x36 [6853661.812084] [] ? double_rq_lock+0x4a/0x76 [6853661.818297] [] double_rq_lock+0x4a/0x76 [6853661.824320] [] load_balance+0xbb6/0xf63 [6853661.830317] [] ? get_dirty_limits+0x22/0x258 [6853661.836803] [] schedule+0x25a/0x86a [6853661.842451] [] ? lock_timer_base+0x26/0x4a [6853661.848710] [] schedule_timeout+0x222/0x24c [6853661.855071] [] ? process_timeout+0x0/0xb [6853661.861172] [] io_schedule_timeout+0x45/0x5e [6853661.867631] [] congestion_wait+0x6b/0x87 [6853661.873758] [] ? autoremove_wake_function+0x0/0x38 [6853661.880782] [] __alloc_pages_nodemask+0x65a/0x671 [6853661.887689] [] alloc_page_vma+0x148/0x14d [6853661.893857] [] handle_mm_fault+0x294/0x73e [6853661.900121] [] do_page_fault+0x351/0x375 [6853661.906240] [] ? do_nanosleep+0x7b/0xb3 [6853661.912247] [] ? finish_task_switch+0x69/0xdd [6853661.918792] [] ? finish_task_switch+0x0/0xdd [6853661.925249] [] ? hrtimer_nanosleep+0x97/0x105 [6853661.931793] [] ? hrtimer_wakeup+0x0/0x21 [6853661.937902] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853661.944819] [] ? handle_mm_fault+0x344/0x73e [6853661.951282] [] page_fault+0x1f/0x30 [6853661.956941] Pid: 19727, comm: ppImage Tainted: G D 2.6.34.4 #3 [6853661.964042] Call Trace: [6853661.966916] [] ? show_regs+0x26/0x2a [6853661.973273] [] nmi_watchdog_tick+0xc3/0x1a5 [6853661.979668] [] do_nmi+0xb2/0x259 [6853661.985037] [] nmi+0x1a/0x20 [6853661.990047] [] ? delay_tsc+0x0/0x59 [6853661.995715] <> [] ? __delay+0xa/0xc [6853662.001926] [] do_raw_spin_lock+0xde/0x147 [6853662.008192] [] _raw_spin_lock_nested+0x32/0x36 [6853662.014806] [] ? double_rq_lock+0x4a/0x76 [6853662.020984] [] double_rq_lock+0x4a/0x76 [6853662.026962] [] load_balance+0xbb6/0xf63 [6853662.032962] [] ? get_dirty_limits+0x22/0x258 [6853662.039409] [] schedule+0x25a/0x86a [6853662.045059] [] ? lock_timer_base+0x26/0x4a [6853662.051336] [] schedule_timeout+0x222/0x24c [6853662.057671] [] ? process_timeout+0x0/0xb [6853662.063781] [] io_schedule_timeout+0x45/0x5e [6853662.070238] [] congestion_wait+0x6b/0x8 [6853662.076340] [] ? autoremove_wake_function+0x0/0x38 [6853662.083310] [] __alloc_pages_nodemask+0x65a/0x671 [6853662.090209] [] alloc_page_vma+0x148/0x14d [6853662.096403] [] handle_mm_fault+0x294/0x73e [6853662.102651] [] do_page_fault+0x351/0x375 [6853662.108763] [] ? do_nanosleep+0x7b/0xb3 [6853662.114784] [] ? finish_task_switch+0x69/0xdd [6853662.121331] [] ? finish_task_switch+0x0/0xdd [6853662.127832] [] ? hrtimer_nanosleep+0x97/0x105 [6853662.134383] [] ? hrtimer_wakeup+0x0/0x21 [6853662.140499] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853662.147420] [] ? handle_mm_fault+0x344/0x73e [6853662.153857] [] page_fault+0x1f/0x30 [6853662.159504] NMI backtrace for cpu 8 [6853662.163453] CPU 8 [6853662.165551] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [6853662.201375] [6853662.203296] Pid: 8429, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [6853662.211253] RIP: 0010:[] [] delay_tsc+0x16/0x59 [6853662.219814] RSP: 0018:ffff880621ee16b8 EFLAGS: 00000096 [6853662.225660] RAX: 0000000000000000 RBX: 000000004aa9f2fe RCX: 00000000c7341cd8 [6853662.233511] RDX: 0000000000001900 RSI: 0000000000000008 RDI: 0000000000000001 [6853662.241412] RBP: ffff880621ee16c0 R08: 0000000000000008 R09: 0000000000000008 [6853662.249292] R10: 0000000000000000 R11: ffff880621ee14f0 R12: ffff8806552b3c00 [6853662.257197] R13: 0000000000000000 R14: ffff880621ed8000 R15: ffff880621ed8488 [6853662.265076] FS: 0000000000000000(0000) GS:ffff880655240000(0000) knlGS:0000000000000000 [6853662.273954] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [6853662.280194] CR2: 0000000003178f50 CR3: 0000000001a8a000 CR4: 00000000000006e0 [6853662.288087] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [6853662.295983] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [6853662.303860] Process nfsd (pid: 8429, threadinfo ffff880621ee0000, task ffff880621ed8000) [6853662.312703] Stack: [6853662.315161] ffffffff81019da9 ffff880621ee16d0 ffffffff812c08fe ffff880621ee1710 [6853662.323073] <0> ffffffff812c4e65 000000009ef2e6b4 ffff8806552b3c00 ffff8806552b3c00 [6853662.331758] <0> ffff88065524e3f0 0000000000000400 0000000000000800 ffff880621ee1730 [6853662.340852] Call Trace: [6853662.343738] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853662.351510] [] __delay+0xa/0xc [6853662.356728] [] do_raw_spin_lock+0xde/0x147 [6853662.363026] [] _raw_spin_lock_nested+0x32/0x36 [6853662.369649] [] ? double_rq_lock+0x4a/0x76 [6853662.375834] [] double_rq_lock+0x4a/0x76 [6853662.381874] [] load_balance+0xbb6/0xf63 [6853662.387908] [] ? __pagevec_free+0x70/0x85 [6853662.394116] [] schedule+0x25a/0x86a [6853662.399737] [] lock_sock_nested+0x82/0xe2 [6853662.405937] [] ? autoremove_wake_function+0x0/0x38 [6853662.412941] [] skb_free_datagram_locked+0x14/0x2c [6853662.419831] [] udp_recvmsg+0x1a5/0x209 [6853662.425730] [] sock_common_recvmsg+0x32/0x47 [6853662.432196] [] sock_recvmsg+0xc1/0xda [6853662.438030] [] ? lock_timer_base+0x26/0x4a [6853662.444304] [] ? lock_timer_base+0x26/0x4a [6853662.450570] [] ? try_to_del_timer_sync+0xae/0xbb [6853662.457360] [] kernel_recvmsg+0x35/0x41 [6853662.463363] [] svc_udp_recvfrom+0xa1/0x2f9 [6853662.469639] [] svc_recv+0x758/0x7f5 [6853662.475313] [] ? svc_send+0x85/0xa1 [6853662.480973] [] ? default_wake_function+0x0/0xf [6853662.487613] [] ? nfsd+0x0/0x139 [6853662.492922] [] nfsd+0xa9/0x139 [6853662.498131] [] kthread+0x7d/0x85 [6853662.503514] [] kernel_thread_helper+0x4/0x10 [6853662.509966] [] ? kthread+0x0/0x85 [6853662.515457] [] ? kernel_thread_helper+0x0/0x10 [6853662.522075] Code: 66 66 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 <0f> 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 [6853662.545331] Call Trace: [6853662.548202] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853662.555974] [] __delay+0xa/0xc [6853662.561167] [] do_raw_spin_lock+0xde/0x147 [6853662.567410] [] _raw_spin_lock_nested+0x32/0x36 [6853662.574016] [] ? double_rq_lock+0x4a/0x76 [6853662.580201] [] double_rq_lock+0x4a/0x76 [6853662.586225] [] load_balance+0xbb6/0xf63 [6853662.592259] [] ? __pagevec_free+0x70/0x85 [6853662.598465] [] schedule+0x25a/0x86a [6853662.604122] [] lock_sock_nested+0x82/0xe2 [6853662.610310] [] ? autoremove_wake_function+0x0/0x38 [6853662.617300] [] skb_free_datagram_locked [6853662.624207] [] udp_recvmsg+0x1a5/0x209 [6853662.634640] [] sock_common_recvmsg+0x32/0x47 [6853662.641107] [] sock_recvmsg+0xc1/0xda [6853662.646911] [] ? lock_timer_base+0x26/0 [6853662.653171] [] ? lock_timer_base+0x26/0x4a [6853662.659453] [] ? try_to_del_timer_sync+0xae/0xbb [6853662.666302] [] kernel_recvmsg+0x35/0x41 [6853662.672287] [] svc_udp_recvfrom+0xa1/0x2f9 [6853662.678573] [] svc_recv+0x758/0x7f5 [6853662.684220] [] ? svc_send+0x85/0xa1 [6853662.689863] [] ? default_wake_function+0x0/0xf [6853662.696496] [] ? nfsd+0x0/0x139 [6853662.701796] [] nfsd+0xa9/0x139 [6853662.707006] [] kthread+0x7d/0x85 [6853662.712380] [] kernel_thread_helper+0x4/0x10 [6853662.718841] [] ? kthread+0x0/0x85 [6853662.724331] [] ? kernel_thread_helper+0x0/0x10 [6853662.730965] Pid: 8429, comm: nfsd Tainted: G D 2.6.34.4 #3 [6853662.737689] Call Trace: [6853662.740581] [] ? show_regs+0x26/0x2a [6853662.747000] [] nmi_watchdog_tick+0xc3/0x1a5 [6853662.753358] [] do_nmi+0xb2/0x259 [6853662.758721] [] nmi+0x1a/0x20 [6853662.763747] [] ? delay_tsc+0x16/0x59 [6853662.769476] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853662.778122] [] __delay+0xa/0xc [6853662.783317] [] do_raw_spin_lock+0xde/0x147 [6853662.789570] [] _raw_spin_lock_nested+0x32/0x36 [6853662.796193] [] ? double_rq_lock+0x4a/0x76 [6853662.802397] [] double_rq_lock+0x4a/0x76 [6853662.808412] [] load_balance+0xbb6/0xf63 [6853662.814428] [] ? __pagevec_free+0x70/0x85 [6853662.820606] [] schedule+0x25a/0x86a [6853662.826256] [] lock_sock_nested+0x82/0xe2 [6853662.832446] [] ? autoremove_wake_function+0x0/0x38 [6853662.839433] [] skb_free_datagram_locked+0x14/0x2c [6853662.846315] [] udp_recvmsg+0x1a5/0x209 [6853662.852240] [] sock_common_recvmsg+0x32/0x47 [6853662.858698] [] sock_recvmsg+0xc1/0xda [6853662.864513] [] ? lock_timer_base+0x26/0x4a [6853662.870806] [] ? lock_timer_base+0x26/0x4a [6853662.877088] [] ? try_to_del_timer_sync+0xae/0xbb [6853662.883912] [] kernel_recvmsg+0x35/0x41 [6853662.889907] [] svc_udp_recvfrom+0xa1/0x2f9 [6853662.896217] [] svc_recv+0x758/0x7f5 [6853662.901866] [] ? svc_send+0x85/0xa1 [6853662.907543] [] ? default_wake_function+0x0/0xf [6853662.914178] [] ? nfsd+0x0/0x139 [6853662.919475] [] nfsd+0xa9/0x139 [6853662.924678] [] kthread+0x7d/0x85 [6853662.930068] [] kernel_thread_helper+0x4/0x10 [6853662.936538] [] ? kthread+0x0/0x85 [6853662.942071] [] ? kernel_thread_helper+0x0/0x10 [6853662.948679] NMI backtrace for cpu 11 [6853662.952710] CPU 11 [6853662.954906] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [6853662.990658] [6853662.992571] Pid: 2921, comm: pclient Tainted: G D 2.6.34.4 #3 S7010/empty [6853663.000773] RIP: 0010:[] [] delay_tsc+0x25/0x59 [6853663.009330] RSP: 0000:ffff8806552a3dd0 EFLAGS: 00000082 [6853663.015136] RAX: 00000000c74054ec RBX: 000000004aa9f22b RCX: 00000000c74054d0 [6853663.023002] RDX: 000000000040ee8b RSI: 000000000000000b RDI: 0000000000000001 [6853663.030889] RBP: ffff8806552a3dd8 R08: 000000000000000b R09: 000000000000000b [6853663.038775] R10: 0000000000000000 R11: ffff8806552a3c08 R12: ffff8806552b3c00 [6853663.046637] R13: 0000000000000000 R14: ffff8803ce096120 R15: ffff8803ce0965a8 [6853663.054488] FS: 00007fe0e24916f0(0000) GS:ffff8806552a0000(0000) knlGS:0000000000000000 [6853663.063349] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [6853663.069634] CR2: 000000000186bb18 CR3: 000000062112d000 CR4: 00000000000006e0 [6853663.077491] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [6853663.085315] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [6853663.093179] Process pclient (pid: 2921, threadinfo ffff88036c100000, task ffff8803ce096120) [6853663.102282] Stack: [6853663.104723] ffffffff81019da9 ffff8806552a3de8 ffffffff812c08fe ffff8806552a3e28 [6853663.112649] <0> ffffffff812c4e65 000000009ef2e6b4 ffff8806552b3c00 ffff880023799030 [6853663.121327] <0> 0000000000013c00 ffff8806552a3e98 000000000000000b ffff8806552a3e48 [6853663.130396] Call Trace: [6853663.133273] [6853663.135848] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853663.143639] [] __delay+0xa/0xc [6853663.148848] [] do_raw_spin_lock+0xde/0x147 [6853663.155109] [] _raw_spin_lock+0x34/0x39 [6853663.161123] [] ? task_rq_lock+0x7e/0x9a [6853663.167129] [] task_rq_lock+0x7e/0x9a [6853663.172987] [] ? hrtimer_wakeup+0x0/0x21 [6853663.179106] [] try_to_wake_up+0x2e/0x342 [6853663.185183] [] ? hrtimer_wakeup+0x0/0x21 [6853663.191268] [] wake_up_process+0x10/0x12 [6853663.197333] [] hrtimer_wakeup+0x1d/0x21 [6853663.203348] [] __run_hrtimer+0xd0/0x12d [6853663.209372] [] hrtimer_interrupt+0xb5/0 [6853663.215734] [] smp_apic_timer_interrupt+0x82/0x95 [6853663.222636] [] apic_timer_interrupt+0x13/0x20 [6853663.229184] [6853663.231373] Code: fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 <89> c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 25 f0 [6853663.255052] Call Trace: [6853663.257957] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853663.266410] [] __delay+0xa/0xc [6853663.271625] [] do_raw_spin_lock+0xde/0x147 [6853663.277886] [] _raw_spin_lock+0x34/0x39 [6853663.283883] [] ? task_rq_lock+0x7e/0x9a [6853663.289923] [] task_rq_lock+0x7e/0x9a [6853663.295720] [] ? hrtimer_wakeup+0x0/0x21 [6853663.301839] [] try_to_wake_up+0x2e/0x342 [6853663.307933] [] ? hrtimer_wakeup+0x0/0x21 [6853663.314062] [] wake_up_process+0x10/0x12 [6853663.320153] [] hrtimer_wakeup+0x1d/0x21 [6853663.326159] [] __run_hrtimer+0xd0/0x12d [6853663.332166] [] hrtimer_interrupt+0xb5/0x19f [6853663.338545] [] smp_apic_timer_interrupt+0x82/0x95 [6853663.345447] [] apic_timer_interrupt+0x13/0x20 [6853663.351978] Pid: 2921, comm: pclient Tainted: G D 2.6.34.4 #3 [6853663.359785] Call Trace: [6853663.362688] [] ? show_regs+0x26/0x2a [6853663.369080] [] nmi_watchdog_tick+0xc3/0x1a5 [6853663.375441] [] do_nmi+0xb2/0x259 [6853663.380838] [] nmi+0x1a/0x20 [6853663.385880] [] ? delay_tsc+0x25/0x59 [6853663.391620] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853663.400956] [] __delay+0xa/0xc [6853663.406153] [] do_raw_spin_lock+0xde/0x147 [6853663.412415] [] _raw_spin_lock+0x34/0x39 [6853663.418428] [] ? task_rq_lock+0x7e/0x9a [6853663.424426] [] task_rq_lock+0x7e/0x9a [6853663.430250] [] ? hrtimer_wakeup+0x0/0x21 [6853663.436352] [] try_to_wake_up+0x2e/0x342 [6853663.442461] [] ? hrtimer_wakeup+0x0/0x21 [6853663.448562] [] wake_up_process+0x10/0x12 [6853663.454664] [] hrtimer_wakeup+0x1d/0x21 [6853663.460688] [] __run_hrtimer+0xd0/0x12d [6853663.466710] [] hrtimer_interrupt+0xb5/0x19f [6853663.473057] [] smp_apic_timer_interrupt+0x82/0x95 [6853663.479960] [] apic_timer_interrupt+0x13/0x20 [6853663.486507] [6853663.488714] NMI backtrace for cpu 10 [6853663.493165] CPU 10 [6853663.495378] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [6853663.531191] [6853663.533121] Pid: 19726, comm: ppImage Tainted: G D 2.6.34.4 #3 S7010/empty [6853663.541437] RIP: 0010:[] [] delay_tsc+0x18/0x59 [6853663.549958] RSP: 0000:ffff88002c88b7a0 EFLAGS: 00000086 [6853663.555807] RAX: 00000000c73c4240 RBX: 000000004aaa3b0b RCX: 00000000c73c41f8 [6853663.563691] RDX: 000000000040ee8b RSI: 000000000000000a RDI: 0000000000000001 [6853663.571570] RBP: ffff88002c88b7a8 R08: 000000000000000a R09: 000000000000000a [6853663.579465] R10: 0000000000000000 R11: ffff88002c88b5d8 R12: ffff8806552b3c00 [6853663.587344] R13: 0000000000000000 R14: ffff880611553090 R15: ffff880611553518 [6853663.599736] FS: 000000004243e950(0063) GS:ffff880655280000(0000) knlGS:0000000000000000 [6853663.608579] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [6853663.614848] CR2: 00007fa3e03daab0 CR3: 00000003e2c88000 CR4: 00000000000006e0 [6853663.622703] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [6853663.630591] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [6853663.638462] Process ppImage (pid: 19726, threadinfo ffff88002c88a000, task ffff880611553090) [6853663.647644] Stack: [6853663.650083] ffffffff81019da9 ffff88002c88b7b8 ffffffff812c08fe ffff88002c88b7f8 [6853663.658037] <0> ffffffff812c4e65 000000009ef2e6b4 ffff8806552b3c00 ffff8806552b3c00 [6853663.666711] <0> ffff88065528e3f0 0000000000000400 0000000000000800 ffff88002c88b818 [6853663.675790] Call Trace: [6853663.678671] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853663.686458] [] __delay+0xa/0xc [6853663.691686] [] do_raw_spin_lock+0xde/0x147 [6853663.697939] [] _raw_spin_lock_nested+0x32/0x36 [6853663.704562] [] ? double_rq_lock+0x4a/0x76 [6853663.710783] [] double_rq_lock+0x4a/0x76 [6853663.716797] [] load_balance+0xbb6/0xf63 [6853663.722819] [] ? get_dirty_limits+0x22/0x258 [6853663.729253] [] schedule+0x25a/0x86a [6853663.734919] [] ? lock_timer_base+0x26/0x4a [6853663.741204] [] schedule_timeout+0x222/0x24c [6853663.747600] [] ? process_timeout+0x0/0xb [6853663.753683] [] io_schedule_timeout+0x45/0x5e [6853663.760115] [] congestion_wait+0x6b/0x87 [6853663.766223] [] ? autoremove_wake_function+0x0/0x38 [6853663.773188] [] __alloc_pages_nodemask+0x65a/0x671 [6853663.780079] [] alloc_page_vma+0x148/0x14d [6853663.786263] [] handle_mm_fault+0x294/0x [6853663.792505] [] do_page_fault+0x351/0x375 [6853663.798588] [] ? do_nanosleep+0x7b/0xb3 [6853663.804578] [] ? finish_task_switch+0x69/0xdd [6853663.811096] [] ? finish_task_switch+0x0/0xdd [6853663.817543] [] ? hrtimer_nanosleep+0x97/0x105 [6853663.824104] [] ? lockdep_sys_exit+0x20/0x75 [6853663.830492] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853663.837367] [] ? handle_mm_fault+0x344/0x73e [6853663.843820] [] page_fault+0x1f/0x30 [6853663.849469] Code: 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 <89> c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 [6853663.872747] Call Trace: [6853663.875643] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853663.883406] [] __delay+0xa/0xc [6853663.888600] [] do_raw_spin_lock+0xde/0x147 [6853663.894878] [] _raw_spin_lock_nested+0x32/0x36 [6853663.901510] [] ? double_rq_lock+0x4a/0x76 [6853663.907704] [] double_rq_lock+0x4a/0x76 [6853663.913720] [] load_balance+0xbb6/0xf63 [6853663.919734] [] ? get_dirty_limits+0x22/0x258 [6853663.926183] [] schedule+0x25a/0x86a [6853663.931840] [] ? lock_timer_base+0x26/0x4a [6853663.938102] [] schedule_timeout+0x222/0 [6853663.944472] [] ? process_timeout+0x0/0xb [6853663.950545] [] io_schedule_timeout+0x45/0x5e [6853663.957021] [] congestion_wait+0x6b/0x87 [6853663.963131] [] ? autoremove_wake_function+0x0/0x38 [6853663.970137] [] __alloc_pages_nodemask+0x65a/0x671 [6853663.977018] [] alloc_page_vma+0x148/0x14d [6853663.983177] [] handle_mm_fault+0x294/0x73e [6853663.989470] [] do_page_fault+0x351/0x375 [6853663.995555] [] ? do_nanosleep+0x7b/0xb3 [6853664.001586] [] ? finish_task_switch+0x69/0xdd [6853664.008130] [] ? finish_task_switch+0x0/0xdd [6853664.014623] [] ? hrtimer_nanosleep+0x97/0x105 [6853664.021175] [] ? lockdep_sys_exit+0x20/0x75 [6853664.027553] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853664.034454] [] ? handle_mm_fault+0x344/0x73e [6853664.040900] [] page_fault+0x1f/0x30 [6853664.046556] Pid: 19726, comm: ppImage Tainted: G D 2.6.34.4 #3 [6853664.053633] Call Trace: [6853664.056549] [] ? show_regs+0x26/0x2a [6853664.062985] [] nmi_watchdog_tick+0xc3/0x1a5 [6853664.069319] [] do_nmi+0xb2/0x259 [6853664.074707] [] nmi+0x1a/0x20 [6853664.079741] [] ? delay_tsc+0x18/0x59 [6853664.085487] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853664.094123] [] __delay+0xa/0xc [6853664.099328] [] do_raw_spin_lock+0xde/0x147 [6853664.105592] [] _raw_spin_lock_nested+0x32/0x36 [6853664.112212] [] ? double_rq_lock+0x4a/0x76 [6853664.118373] [] double_rq_lock+0x4a/0x76 [6853664.124387] [] load_balance+0xbb6/0xf63 [6853664.130420] [] ? get_dirty_limits+0x22/0x258 [6853664.136880] [] schedule+0x25a/0x86a [6853664.142545] [] ? lock_timer_base+0x26/0x4a [6853664.148837] [] schedule_timeout+0x222/0x24c [6853664.155198] [] ? process_timeout+0x0/0xb [6853664.161320] [] io_schedule_timeout+0x45/0x5e [6853664.167793] [] congestion_wait+0x6b/0x87 [6853664.173895] [] ? autoremove_wake_function+0x0/0x38 [6853664.180908] [] __alloc_pages_nodemask+0x65a/0x671 [6853664.187790] [] alloc_page_vma+0x148/0x14d [6853664.193958] [] handle_mm_fault+0x294/0x73e [6853664.200242] [] do_page_fault+0x351/0x375 [6853664.206360] [] ? do_nanosleep+0x7b/0xb3 [6853664.212366] [] ? finish_task_switch+0x69/0xdd [6853664.218877] [] ? finish_task_switch+0x0/0xdd [6853664.225333] [] ? hrtimer_nanosleep+0x97/0x105 [6853664.231885] [] ? lockdep_sys_exit+0x20/0x75 [6853664.238222] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853664.245120] [] ? handle_mm_fault+0x344/0x73e [6853664.251569] [] page_fault+0x1f/0x30 [6853664.257242] NMI backtrace for cpu 9 [6853664.261224] CPU 9 [6853664.263307] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [6853664.299190] [6853664.301120] Pid: 19611, comm: ppImage Tainted: G D 2.6.34.4 #3 S7010/empty [6853664.309417] RIP: 0010:[] [] delay_tsc+0x18/0x59 [6853664.317931] RSP: 0000:ffff88050e4897a0 EFLAGS: 00000086 [6853664.323761] RAX: 00000000c7382f90 RBX: 000000004aaa1307 RCX: 00000000c7382f48 [6853664.331620] RDX: 000000000040ee8b RSI: 0000000000000009 RDI: 0000000000000001 [6853664.339500] RBP: ffff88050e4897a8 R08: 0000000000000009 R09: 0000000000000009 [6853664.347375] R10: 0000000000000000 R11: ffff88050e4895d8 R12: ffff8806552b3c00 [6853664.355254] R13: 0000000000000000 R14: ffff8805c9192060 R15: ffff8805c91924e8 [6853664.363142] FS: 00007f02d54d06f0(0000) GS:ffff880655260000(0000) knlGS:0000000000000000 [6853664.371995] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [6853664.378296] CR2: 00007f02c7852068 CR3: 00000001618d6000 CR4: 00000000000006e0 [6853664.386146] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [6853664.394005] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [6853664.401909] Process ppImage (pid: 19611, threadinfo ffff88050e488000, task ffff8805c9192060) [6853664.411110] Stack: [6853664.413558] ffffffff81019da9 ffff88050e4897b8 ffffffff812c08fe ffff88050e4897f8 [6853664.421460] <0> ffffffff812c4e65 000000009ef2e6b4 ffff8806552b3c00 ffff8806552b3c00 [6853664.430118] <0> ffff88065526e3f0 0000000000000400 0000000000000800 ffff88050e489818 [6853664.439196] Call Trace: [6853664.442073] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853664.449871] [] __delay+0xa/0xc [6853664.455063] [] do_raw_spin_lock+0xde/0x147 [6853664.461318] [] _raw_spin_lock_nested+0x32/0x36 [6853664.467941] [] ? double_rq_lock+0x4a/0x76 [6853664.474092] [] double_rq_lock+0x4a/0x76 [6853664.480089] [] load_balance+0xbb6/0xf63 [6853664.486105] [] ? get_dirty_limits+0x22/0x258 [6853664.492572] [] schedule+0x25a/0x86a [6853664.498209] [] ? lock_timer_base+0x26/0x4a [6853664.504471] [] schedule_timeout+0x222/0x24c [6853664.510868] [] ? process_timeout+0x0/0xb [6853664.516932] [] io_schedule_timeout+0x45/0x5e [6853664.523375] [] congestion_wait+0x6b/0x87 [6853664.529459] [] ? autoremove_wake_function+0x0/0x38 [6853664.536454] [] __alloc_pages_nodemask+0x65a/0x671 [6853664.543371] [] alloc_page_vma+0x148/0x14d [6853664.549537] [] handle_mm_fault+0x294/0x73e [6853664.555796] [] do_page_fault+0x351/0x375 [6853664.561896] [] ? sys_mmap_pgoff+0x107/0x126 [6853664.568259] [] ? lockdep_sys_exit+0x20/0x75 [6853664.574604] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853664.586054] [] ? handle_mm_fault+0x344/0x73e [6853664.592520] [] page_fault+0x1f/0x30 [6853664.598173] Code: 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 <89> c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 [6853664.621402] Call Trace: [6853664.624299] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853664.632095] [] __delay+0xa/0xc [6853664.637314] [] do_raw_spin_lock+0xde/0x147 [6853664.643603] [] _raw_spin_lock_nested+0x32/0x36 [6853664.650216] [] ? double_rq_lock+0x4a/0x76 [6853664.656375] [] double_rq_lock+0x4a/0x76 [6853664.662424] [] load_balance+0xbb6/0xf63 [6853664.668430] [] ? get_dirty_limits+0x22/0x258 [6853664.674857] [] schedule+0x25a/0x86a [6853664.680468] [] ? lock_timer_base+0x26/0x4a [6853664.686753] [] schedule_timeout+0x222/0x24c [6853664.693116] [] ? process_timeout+0x0/0xb [6853664.699252] [] io_schedule_timeout+0x45/0x5e [6853664.705726] [] congestion_wait+0x6b/0x87 [6853664.711819] [] ? autoremove_wake_function+0x0/0x38 [6853664.718816] [] __alloc_pages_nodemask+0x65a/0x671 [6853664.725715] [] alloc_page_vma+0x148/0x14d [6853664.731889] [] handle_mm_fault+0x294/0x73e [6853664.738166] [] do_page_fault+0x351/0x375 [6853664.744268] [] ? sys_mmap_pgoff+0x107/0x126 [6853664.750630] [] ? lockdep_sys_exit+0x20/0x75 [6853664.756984] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853664.763892] [] ? handle_mm_fault+0x344/0x73e [6853664.770365] [] page_fault+0x1f/0x30 [6853664.776014] Pid: 19611, comm: ppImage Tainted: G D 2.6.34.4 #3 [6853664.783097] Call Trace: [6853664.785994] [] ? show_regs+0x26/0x2a [6853664.792406] [] nmi_watchdog_tick+0xc3/0x1a5 [6853664.798810] [] do_nmi+0xb2/0x259 [6853664.804198] [] nmi+0x1a/0x20 [6853664.809241] [] ? delay_tsc+0x18/0x59 [6853664.814961] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [6853664.823563] [] __delay+0xa/0xc [6853664.828777] [] do_raw_spin_lock+0xde/0x147 [6853664.835039] [] _raw_spin_lock_nested+0x32/0x36 [6853664.841669] [] ? double_rq_lock+0x4a/0x76 [6853664.847855] [] double_rq_lock+0x4a/0x76 [6853664.853870] [] load_balance+0xbb6/0xf63 [6853664.859893] [] ? get_dirty_limits+0x22/0x258 [6853664.866396] [] schedule+0x25a/0x86a [6853664.872061] [] ? lock_timer_base+0x26/0x4a [6853664.878347] [] schedule_timeout+0x222/0x24c [6853664.884741] [] ? process_timeout+0x0/0xb [6853664.890818] [] io_schedule_timeout+0x45/0x5e [6853664.897277] [] congestion_wait+0x6b/0x87 [6853664.903393] [] ? autoremove_wake_function+0x0/0x38 [6853664.910347] [] __alloc_pages_nodemask+0x65a/0x671 [6853664.917237] [] alloc_page_vma+0x148/0x14d [6853664.923431] [] handle_mm_fault+0x294/0x73e [6853664.929680] [] do_page_fault+0x351/0x375 [6853664.935789] [] ? sys_mmap_pgoff+0x107/0x126 [6853664.942163] [] ? lockdep_sys_exit+0x20/0x75 [6853664.948541] [] ? lockdep_sys_exit_thunk+0x35/0x67 [6853664.955442] [] ? handle_mm_fault+0x344/0x73e [6853664.961887] [] page_fault+0x1f/0x30 }}}