{{{ File content: 520272] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789481.520276] [] __delay+0xa/0xc [2789481.520278] [] do_raw_spin_lock+0xde/0x147 [2789481.520280] [] _raw_spin_lock_irq+0x35/0x39 [2789481.520282] [] ? get_request_wait+0x155/0x192 [2789481.520284] [] get_request_wait+0x155/0x192 [2789481.520287] [] ? autoremove_wake_function+0x0/0x38 [2789481.520289] [] ? elv_merge+0x16a/0x1a4 [2789481.520291] [] __make_request+0x31c/0x445 [2789481.520294] [] generic_make_request+0x32a/0x39c [2789481.520296] [] ? test_set_page_writeback+0xe3/0x10e [2789481.520298] [] submit_bio+0xb4/0xbd [2789481.520300] [] ? unlock_page+0x22/0x26 [2789481.520302] [] swap_writepage+0x8c/0x97 [2789481.520304] [] shrink_page_list+0x3c2/0x68f [2789481.520307] [] ? __lock_acquire+0x995/0x9fc [2789481.520309] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2789481.520311] [] shrink_zone+0x7c2/0xb86 [2789481.520314] [] ? try_to_del_timer_sync+0xae/0xbb [2789481.520316] [] ? finish_wait+0x5d/0x65 [2789481.520319] [] ? finish_wait+0x5d/0x65 [2789481.520321] [] ? autoremove_wake_function+0x0/0x38 [2789481.520323] [] do_try_to_free_pages+0x208/0x37a [2789481.520325] [] try_to_free_pages+0x71/0x78 [2789481.520327] [] ? isolate_pages_global+0x0/0x23f [2789481.520330] [] __alloc_pages_nodemask+0x407/0x671 [2789481.520332] [] alloc_page_vma+0x148/0x14d [2789481.520334] [] handle_mm_fault+0x294/0x73e [2789481.520337] [] do_page_fault+0x351/0x375 [2789481.520339] [] ? finish_task_switch+0x69/0xdd [2789481.520341] [] ? finish_task_switch+0x0/0xdd [2789481.520343] [] ? schedule+0x79e/0x86a [2789481.520346] [] ? lockdep_sys_exit_thunk+0x35/0x67 [2789481.520348] [] ? add_partial+0x1a/0x6a [2789481.520350] [] page_fault+0x1f/0x30 [2789520.578555] Pid: 30947, comm: psphotStack Tainted: G D 2.6.34.4 #3 [2789520.585951] Call Trace: [2789520.588844] [] do_raw_spin_lock+0x118/0x147 [2789520.595184] [] _raw_spin_lock_irq+0x35/0x39 [2789520.601528] [] ? schedule+0x134/0x86a [2789520.607335] [] schedule+0x134/0x86a [2789520.612979] [] do_nanosleep+0x73/0xb3 [2789520.618806] [] hrtimer_nanosleep+0x97/0x105 [2789520.625168] [] ? hrtimer_wakeup+0x0/0x21 [2789520.631263] [] ? hrtimer_start_range_ns+0xf/0x11 [2789520.638087] [] sys_nanosleep+0x54/0x6c [2789520.643970] [] system_call_fastpath+0x16/0x1b [2789520.650515] sending NMI to all CPUs: [2789520.654527] NMI backtrace for cpu 0 [2789520.658486] CPU 0 [2789520.660572] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2789520.696404] [2789520.698311] Pid: 8392, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [2789520.706273] RIP: 0010:[] [] delay_tsc+0x25/0x59 [2789520.714813] RSP: 0018:ffff8800026038f8 EFLAGS: 00000092 [2789520.720637] RAX: 000000005283f6bc RBX: 000000005d0c125a RCX: 000000005283f6a0 [2789520.728483] RDX: 00000000001a7f64 RSI: 0000000000000000 RDI: 0000000000000001 [2789520.736314] RBP: ffff880002603900 R08: 0000000000000000 R09: 0000000000000000 [2789520.744163] R10: 0000000000000000 R11: ffff880002603730 R12: ffff8800026b3c00 [2789520.751995] R13: 0000000000000000 R14: ffff88061df09030 R15: ffff88061df094b8 [2789520.759855] FS: 0000000000000000(0000) GS:ffff880002600000(0000) knlGS:0000000000000000 [2789520.768690] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2789520.774951] CR2: 00007f041d578000 CR3: 000000049cc66000 CR4: 00000000000006f0 [2789520.782794] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2789520.790636] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2789520.798512] Process nfsd (pid: 8392, threadinfo ffff88061d80c000, task ffff88061df09030) [2789520.807340] Stack: [2789520.809791] ffffffff81019da9 ffff880002603910 ffffffff812c08fe ffff880002603950 [2789520.817708] <0> ffffffff812c4e65 000000009ef30400 ffff8800026b3c00 ffff88011544a060 [2789520.826336] <0> ffff8800026b3c00 0000000000000002 0000000000000000 ffff880002603970 [2789520.835414] Call Trace: [2789520.838294] [2789520.840880] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789520.848607] [] __delay+0xa/0xc [2789520.853803] [] do_raw_spin_lock+0xde/0x147 [2789520.860064] [] _raw_spin_lock+0x34/0x39 [2789520.866054] [] ? try_to_wake_up+0x123/0x342 [2789520.872399] [] try_to_wake_up+0x123/0x342 [2789520.878573] [] default_wake_function+0xd/0xf [2789520.885028] [] pollwake+0x57/0x59 [2789520.890472] [] ? default_wake_function+0x0/0xf [2789520.897055] [] __wake_up_common+0x46/0x76 [2789520.903242] [] __wake_up_sync_key+0x43/0x5a [2789520.909589] [] sock_def_readable+0x43/0x6f [2789520.915838] [] tcp_rcv_established+0x724/0xa01 [2789520.922461] [] tcp_v4_do_rcv+0x31/0x1ad [2789520.928448] [] tcp_v4_rcv+0x4cf/0x7a3 [2789520.934258] [] ? ip_local_deliver_finish+0x39/0x1d0 [2789520.941334] [] ip_local_deliver_finish+0x111/0x1d0 [2789520.948300] [] ? ip_local_deliver_finish+0x39/0x1d0 [2789520.955337] [] ip_local_deliver+0x72/0x7a [2789520.961533] [] ip_rcv_finish+0x334/0x350 [2789520.967600] [] ip_rcv+0x27d/0x2a3 [2789520.973071] [] netif_receive_skb+0x3f4/0x431 [2789520.979522] [] ? netif_receive_skb+0x19e/0x431 [2789520.986127] [] napi_skb_finish+0x24/0x3c [2789520.992211] [] napi_gro_receive+0x2a/0x2f [2789520.998387] [] e1000_receive_skb+0x5c/0x65 [e1000e] [2789521.005399] [] e1000_clean_rx_irq+0x24c/0x301 [e1000e] [2789521.012748] [] e1000_clean+0x75/0x22e [e1000e] [2789521.019331] [] net_rx_action+0xb2/0x1ff [2789521.025327] [] ? net_rx_action+0x1bd/0x1ff [2789521.031605] [] __do_softirq+0xd8/0x194 [2789521.037481] [] call_softirq+0x1c/0x28 [2789521.043288] [] do_softirq+0x33/0x68 [2789521.048934] [] irq_exit+0x36/0x75 [2789521.054394] [] do_IRQ+0xaa/0xc1 [2789521.059684] [] ret_from_intr+0x0/0xa [2789521.065426] [2789521.068020] [] ? pagevec_move_tail+0x84/0x135 [2789521.074559] [] ? delay_tsc+0x27/0x59 [2789521.080285] [] ? do_raw_spin_lock+0xde/0x147 [2789521.086756] [] __delay+0xa/0xc [2789521.091956] [] do_raw_spin_lock+0xde/0x147 [2789521.098237] [] _raw_spin_lock+0x34/0x39 [2789521.104242] [] ? page_lock_anon_vma+0x54/0x77 [2789521.110780] [] page_lock_anon_vma+0x54/0x77 [2789521.117114] [] ? page_lock_anon_vma+0x0/0x77 [2789521.123590] [] page_referenced+0x91/0x335 [2789521.129762] [] ? __pagevec_free+0x70/0x85 [2789521.135942] [] shrink_page_list+0x19f/0x68f [2789521.142279] [] ? pagevec_move_tail+0x84/0x135 [2789521.148790] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2789521.155775] [] ? mem_cgroup_del_lru+0x34/0x36 [2789521.162309] [] ? isolate_pages_global+0xd2/0x23f [2789521.169086] [] shrink_zone+0x7c2/0xb86 [2789521.175024] [] ? xfs_perag_get+0x29/0x99 [2789521.181100] [] ? up_read+0x1e/0x36 [2789521.186649] [] do_try_to_free_pages+0x208/0x37a [2789521.193368] [] try_to_free_pages+0x71/0x78 [2789521.199643] [] ? isolate_pages_global+0x0/0x23f [2789521.206333] [] __alloc_pages_nodemask+0x407/0x671 [2789521.213216] [] alloc_pages_current+0x96/0x9f [2789521.219638] [] __page_cache_alloc+0x59/0x5e [2789521.225972] [] __do_page_cache_readahead+0xe5/0x1fc [2789521.233037] [] ? __do_page_cache_readahead+0x7b/0x1fc [2789521.240291] [] ? radix_tree_prev_hole+0x30/0x53 [2789521.246988] [] ondemand_readahead+0x1cc/0x256 [2789521.253481] [] ? ondemand_readahead+0x12c/0x256 [2789521.260215] [] ? determine_dirtyable_memory+0x15/0x27 [2789521.267445] [] page_cache_sync_readahead+0x38/0x3a [2789521.274385] [] __generic_file_splice_read+0xfa/0x41c [2789521.281544] [] ? __lock_acquire+0x995/0x9fc [2789521.287877] [] ? __lock_acquire+0x995/0x9fc [2789521.294204] [] ? xfs_ilock+0x49/0xb2 [2789521.299934] [] ? spd_release_page+0x0/0x14 [2789521.306194] [] generic_file_splice_read+0x43/0x74 [2789521.313084] [] xfs_file_splice_read+0xde/0x125 [2789521.319698] [] vfs_splice_to+0x6e/0x81 [2789521.325609] [] splice_direct_to_actor+0xc7/0x19c [2789521.332388] [] ? nfsd_direct_splice_actor+0x0/0x12 [2789521.339360] [] nfsd_vfs_read+0x263/0x3a0 [2789521.345422] [] ? xfs_file_open+0x0/0x3f [2789521.351421] [] nfsd_read+0xa7/0xc3 [2789521.356962] [] nfsd3_proc_read+0xfe/0x142 [2789521.363117] [] nfsd_dispatch+0xe9/0x1ca [2789521.369143] [] svc_process+0x425/0x72a [2789521.375021] [] ? nfsd+0x0/0x139 [2789521.380307] [] nfsd+0xf3/0x139 [2789521.385460] [] kthread+0x7d/0x85 [2789521.390828] [] kernel_thread_helper+0x4/0x10 [2789521.397246] [] ? kthread+0x0/0x85 [2789521.402723] [] ? kernel_thread_helper+0x0/0x10 [2789521.409296] Code: fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 <89> c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 25 f0 [2789521.432563] Call Trace: [2789521.435433] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789521.443879] [] __delay+0xa/0xc [2789521.449065] [] do_raw_spin_lock+0xde/0x147 [2789521.455310] [] _raw_spin_lock+0x34/0x39 [2789521.461282] [] ? try_to_wake_up+0x123/0x342 [2789521.467612] [] try_to_wake_up+0x123/0x342 [2789521.473810] [] default_wake_function+0xd/0xf [2789521.480249] [] pollwake+0x57/0x59 [2789521.485708] [] ? default_wake_function+0x0/0xf [2789521.492316] [] __wake_up_common+0x46/0x76 [2789521.498463] [] __wake_up_sync_key+0x43/0x5a [2789521.504800] [] sock_def_readable+0x43/0x6f [2789521.515570] [] tcp_rcv_established+0x724/0xa01 [2789521.522174] [] tcp_v4_do_rcv+0x31/0x1ad [2789521.528161] [] tcp_v4_rcv+0x4cf/0x7a3 [2789521.533990] [] ? ip_local_deliver_finish+0x39/0x1d0 [2789521.541064] [] ip_local_deliver_finish+0x111/0x1d0 [2789521.548040] [] ? ip_local_deliver_finish+0x39/0x1d0 [2789521.555093] [] ip_local_deliver+0x72/0x7a [2789521.561237] [] ip_rcv_finish+0x334/0x350 [2789521.567332] [] ip_rcv+0x27d/0x2a3 [2789521.572784] [] netif_receive_skb+0x3f4/0x431 [2789521.579201] [] ? netif_receive_skb+0x19e/0x431 [2789521.585807] [] napi_skb_finish+0x24/0x3c [2789521.591916] [] napi_gro_receive+0x2a/0x2f [2789521.598127] [] e1000_receive_skb+0x5c/0x65 [e1000e] [2789521.605200] [] e1000_clean_rx_irq+0x24c/0x301 [e1000e] [2789521.612532] [] e1000_clean+0x75/0x22e [e1000e] [2789521.619149] [] net_rx_action+0xb2/0x1ff [2789521.625110] [] ? net_rx_action+0x1bd/0x1ff [2789521.631396] [] __do_softirq+0xd8/0x194 [2789521.637273] [] call_softirq+0x1c/0x28 [2789521.643072] [] do_softirq+0x33/0x68 [2789521.648709] [] irq_exit+0x36/0x75 [2789521.654143] [] do_IRQ+0xaa/0xc1 [2789521.659400] [] ret_from_intr+0x0/0xa [2789521.665123] [] ? pagevec_move_tail+0x84/0x135 [2789521.672296] [] ? delay_tsc+0x27/0x59 [2789521.678023] [] ? do_raw_spin_lock+0xde/0x147 [2789521.684465] [] __delay+0xa/0xc [2789521.689663] [] do_raw_spin_lock+0xde/0x147 [2789521.695927] [] _raw_spin_lock+0x34/0x39 [2789521.701917] [] ? page_lock_anon_vma+0x54/0x77 [2789521.708417] [] page_lock_anon_vma+0x54/0x77 [2789521.714780] [] ? page_lock_anon_vma+0x0/0x77 [2789521.721221] [] page_referenced+0x91/0x335 [2789521.727356] [] ? __pagevec_free+0x70/0x85 [2789521.733547] [] shrink_page_list+0x19f/0x68f [2789521.739909] [] ? pagevec_move_tail+0x84/0x135 [2789521.746419] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2789521.753414] [] ? mem_cgroup_del_lru+0x34/0x36 [2789521.759929] [] ? isolate_pages_global+0xd2/0x23f [2789521.766707] [] shrink_zone+0x7c2/0xb86 [2789521.772618] [] ? xfs_perag_get+0x29/0x99 [2789521.778712] [] ? up_read+0x1e/0x36 [2789521.784235] [] do_try_to_free_pages+0x208/0x37a [2789521.790914] [] try_to_free_pages+0x71/0x78 [2789521.797170] [] ? isolate_pages_global+0x0/0x23f [2789521.803854] [] __alloc_pages_nodemask+0x407/0x671 [2789521.810702] [] alloc_pages_current+0x96/0x9f [2789521.817122] [] __page_cache_alloc+0x59/0x5e [2789521.823440] [] __do_page_cache_readahead+0xe5/0x1fc [2789521.830506] [] ? __do_page_cache_readahead+0x7b/0x1fc [2789521.837731] [] ? radix_tree_prev_hole+0x30/0x53 [2789521.844428] [] ondemand_readahead+0x1cc/0x256 [2789521.850928] [] ? ondemand_readahead+0x12c/0x256 [2789521.857631] [] ? determine_dirtyable_memory+0x15/0x27 [2789521.864848] [] page_cache_sync_readahead+0x38/0x3a [2789521.871834] [] __generic_file_splice_read+0xfa/0x41c [2789521.879002] [] ? __lock_acquire+0x995/0x9fc [2789521.885361] [] ? __lock_acquire+0x995/0x9fc [2789521.891738] [] ? xfs_ilock+0x49/0xb2 [2789521.897452] [] ? spd_release_page+0x0/0x14 [2789521.903730] [] generic_file_splice_read+0x43/0x74 [2789521.910630] [] xfs_file_splice_read+0xde/0x125 [2789521.917233] [] vfs_splice_to+0x6e/0x81 [2789521.923126] [] splice_direct_to_actor+0xc7/0x19c [2789521.929932] [] ? nfsd_direct_splice_actor+0x0/0x12 [2789521.936900] [] nfsd_vfs_read+0x263/0x3a0 [2789521.942948] [] ? xfs_file_open+0x0/0x3f [2789521.948948] [] nfsd_read+0xa7/0xc3 [2789521.954487] [] nfsd3_proc_read+0xfe/0x142 [2789521.960635] [] nfsd_dispatch+0xe9/0x1ca [2789521.966608] [] svc_process+0x425/0x72a [2789521.972537] [] ? nfsd+0x0/0x139 [2789521.977815] [] nfsd+0xf3/0x139 [2789521.982987] [] kthread+0x7d/0x85 [2789521.988372] [] kernel_thread_helper+0x4/0x10 [2789521.994790] [] ? kthread+0x0/0x85 [2789522.000265] [] ? kernel_thread_helper+0x0/0x10 [2789522.006875] Pid: 8392, comm: nfsd Tainted: G D 2.6.34.4 #3 [2789522.013566] Call Trace: [2789522.016458] [] ? show_regs+0x26/0x2a [2789522.022840] [] nmi_watchdog_tick+0xc3/0x1a5 [2789522.029167] [] do_nmi+0xb2/0x259 [2789522.034560] [] nmi+0x1a/0x20 [2789522.039589] [] ? delay_tsc+0x25/0x59 [2789522.045286] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789522.054556] [] __delay+0xa/0xc [2789522.059740] [] do_raw_spin_lock+0xde/0x147 [2789522.065995] [] _raw_spin_lock+0x34/0x39 [2789522.072009] [] ? try_to_wake_up+0x123/0x342 [2789522.078329] [] try_to_wake_up+0x123/0x342 [2789522.084501] [] default_wake_function+0xd/0xf [2789522.090942] [] pollwake+0x57/0x59 [2789522.096385] [] ? default_wake_function+0x0/0xf [2789522.102984] [] __wake_up_common+0x46/0x76 [2789522.109163] [] __wake_up_sync_key+0x43/0x5a [2789522.115526] [] sock_def_readable+0x43/0x6f [2789522.121766] [] tcp_rcv_established+0x724/0xa01 [2789522.128364] [] tcp_v4_do_rcv+0x31/0x1ad [2789522.134378] [] tcp_v4_rcv+0x4cf/0x7a3 [2789522.140231] [] ? ip_local_deliver_finish+0x39/0x1d0 [2789522.147254] [] ip_local_deliver_finish+0x111/0x1d0 [2789522.154211] [] ? ip_local_deliver_finish+0x39/0x1d0 [2789522.161257] [] ip_local_deliver+0x72/0x7a [2789522.167398] [] ip_rcv_finish+0x334/0x350 [2789522.173477] [] ip_rcv+0x27d/0x2a3 [2789522.178946] [] netif_receive_skb+0x3f4/0x431 [2789522.185380] [] ? netif_receive_skb+0x19e/0x431 [2789522.191985] [] napi_skb_finish+0x24/0x3c [2789522.198061] [] napi_gro_receive+0x2a/0x2f [2789522.204221] [] e1000_receive_skb+0x5c/0x65 [e1000e] [2789522.211295] [] e1000_clean_rx_irq+0x24c/0x301 [e1000e] [2789522.218641] [] e1000_clean+0x75/0x22e [e1000e] [2789522.225233] [] net_rx_action+0xb2/0x1ff [2789522.231204] [] ? net_rx_action+0x1bd/0x1ff [2789522.237456] [] __do_softirq+0xd8/0x194 [2789522.243376] [] call_softirq+0x1c/0x28 [2789522.249210] [] do_softirq+0x33/0x68 [2789522.254863] [] irq_exit+0x36/0x75 [2789522.260334] [] do_IRQ+0xaa/0xc1 [2789522.265615] [] ret_from_intr+0x0/0xa [2789522.271346] [] ? pagevec_move_tail+0x84/0x135 [2789522.278573] [] ? delay_tsc+0x27/0x59 [2789522.284281] [] ? do_raw_spin_lock+0xde/0x147 [2789522.290722] [] __delay+0xa/0xc [2789522.295915] [] do_raw_spin_lock+0xde/0x147 [2789522.302150] [] _raw_spin_lock+0x34/0x39 [2789522.308148] [] ? page_lock_anon_vma+0x54/0x77 [2789522.314677] [] page_lock_anon_vma+0x54/0x77 [2789522.321012] [] ? page_lock_anon_vma+0x0/0x77 [2789522.327436] [] page_referenced+0x91/0x335 [2789522.333607] [] ? __pagevec_free+0x70/0x85 [2789522.339777] [] shrink_page_list+0x19f/0x68f [2789522.346124] [] ? pagevec_move_tail+0x84/0x135 [2789522.352659] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2789522.359630] [] ? mem_cgroup_del_lru+0x34/0x36 [2789522.366128] [] ? isolate_pages_global+0xd2/0x23f [2789522.372906] [] shrink_zone+0x7c2/0xb86 [2789522.378818] [] ? xfs_perag_get+0x29/0x99 [2789522.384901] [] ? up_read+0x1e/0x36 [2789522.390414] [] do_try_to_free_pages+0x208/0x37a [2789522.397102] [] try_to_free_pages+0x71/0x78 [2789522.403358] [] ? isolate_pages_global+0x0/0x23f [2789522.410044] [] __alloc_pages_nodemask+0x407/0x671 [2789522.416906] [] alloc_pages_current+0x96/0x9f [2789522.423363] [] __page_cache_alloc+0x59/0x5e [2789522.429690] [] __do_page_cache_readahead+0xe5/0x1fc [2789522.436763] [] ? __do_page_cache_readahead+0x7b/0x1fc [2789522.444018] [] ? radix_tree_prev_hole+0x30/0x53 [2789522.450733] [] ondemand_readahead+0x1cc/0x256 [2789522.457247] [] ? ondemand_readahead+0x12c/0x256 [2789522.463974] [] ? determine_dirtyable_memory+0x15/0x27 [2789522.471204] [] page_cache_sync_readahead+0x38/0x3a [2789522.478179] [] __generic_file_splice_read+0xfa/0x41c [2789522.485345] [] ? __lock_acquire+0x995/0x9fc [2789522.491654] [] ? __lock_acquire+0x995/0x9fc [2789522.497981] [] ? xfs_ilock+0x49/0xb2 [2789522.503684] [] ? spd_release_page+0x0/0x14 [2789522.509935] [] generic_file_splice_read+0x43/0x74 [2789522.516836] [] xfs_file_splice_read+0xde/0x125 [2789522.523466] [] vfs_splice_to+0x6e/0x81 [2789522.529359] [] splice_direct_to_actor+0xc7/0x19c [2789522.536173] [] ? nfsd_direct_splice_actor+0x0/0x12 [2789522.543123] [] nfsd_vfs_read+0x263/0x3a0 [2789522.549216] [] ? xfs_file_open+0x0/0x3f [2789522.555214] [] nfsd_read+0xa7/0xc3 [2789522.560788] [] nfsd3_proc_read+0xfe/0x142 [2789522.566927] [] nfsd_dispatch+0xe9/0x1ca [2789522.572944] [] svc_process+0x425/0x72a [2789522.578830] [] ? nfsd+0x0/0x139 [2789522.584101] [] nfsd+0xf3/0x139 [2789522.589331] [] kthread+0x7d/0x85 [2789522.594681] [] kernel_thread_helper+0x4/0x10 [2789522.601118] [] ? kthread+0x0/0x85 [2789522.606551] [] ? kernel_thread_helper+0x0/0x10 [2789522.613184] NMI backtrace for cpu 9 [2789522.617127] CPU 9 [2789522.619214] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2789522.659496] [2789522.661430] Pid: 30947, comm: psphotStack Tainted: G D 2.6.34.4 #3 S7010/empty [2789522.670086] RIP: 0010:[] [] delay_tsc+0x2d/0x59 [2789522.678621] RSP: 0018:ffff88045ab05d10 EFLAGS: 00000012 [2789522.684472] RAX: 000000000000004c RBX: 0000000000000001 RCX: 00000000529c66f4 [2789522.692346] RDX: 00000000001a7f64 RSI: 00000000529c6740 RDI: 000000000028b0f8 [2789522.700210] RBP: ffff88045ab05d18 R08: 0000000000000009 R09: 0000000000000009 [2789522.708058] R10: ffff8800000b9180 R11: 0000000000000082 R12: ffff880655273c00 [2789522.715882] R13: 0000000000000000 R14: ffff88060a596120 R15: ffff88060a5965a8 [2789522.723742] FS: 00007f2059a426f0(0000) GS:ffff880655260000(0000) knlGS:0000000000000000 [2789522.732542] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2789522.738778] CR2: 00007f0d75254ffe CR3: 000000045ab87000 CR4: 00000000000006e0 [2789522.746631] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2789522.754460] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2789522.762312] Process psphotStack (pid: 30947, threadinfo ffff88045ab04000, task ffff88060a596120) [2789522.771852] Stack: [2789522.774300] ffff88060a5965a8 ffff88045ab05d28 ffffffff812c093d ffff88045ab05d48 [2789522.782217] <0> ffffffff81019da9 000000009ef30400 000000009ef30400 ffff88045ab05d88 [2789522.790879] <0> ffffffff812c4ea4 000000009ef30400 ffff880655273c00 0000000000000009 [2789522.799934] Call Trace: [2789522.802796] [] __const_udelay+0x3d/0x3f [2789522.808789] [] arch_trigger_all_cpu_backtrace+0x51/0x5d [2789522.816219] [] do_raw_spin_lock+0x11d/0x147 [2789522.822561] [] _raw_spin_lock_irq+0x35/0x39 [2789522.828922] [] ? schedule+0x134/0x86a [2789522.834747] [] schedule+0x134/0x86a [2789522.840358] [] do_nanosleep+0x73/0xb3 [2789522.846193] [] hrtimer_nanosleep+0x97/0x105 [2789522.852547] [] ? hrtimer_wakeup+0x0/0x21 [2789522.858643] [] ? hrtimer_start_range_ns+0xf/0x11 [2789522.865438] [] sys_nanosleep+0x54/0x6c [2789522.871339] [] system_call_fastpath+0x16/0x1b [2789522.877868] Code: 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 <48> 39 f8 73 25 f3 90 65 44 8b 04 25 f0 d1 00 00 45 39 c1 74 db [2789522.901066] Call Trace: [2789522.903928] [] __const_udelay+0x3d/0x3f [2789522.909902] [] arch_trigger_all_cpu_backtrace+0x51/0x5d [2789522.917350] [] do_raw_spin_lock+0x11d/0x147 [2789522.923693] [] _raw_spin_lock_irq+0x35/0x39 [2789522.930054] [] ? schedule+0x134/0x86a [2789522.935853] [] schedule+0x134/0x86a [2789522.941514] [] do_nanosleep+0x73/0xb3 [2789522.947340] [] hrtimer_nanosleep+0x97/0x105 [2789522.953697] [] ? hrtimer_wakeup+0x0/0x21 [2789522.959782] [] ? hrtimer_start_range_ns+0xf/0x11 [2789522.966571] [] sys_nanosleep+0x54/0x6c [2789522.972462] [] system_call_fastpath+0x16/0x1b [2789522.979025] Pid: 30947, comm: psphotStack Tainted: G D 2.6.34.4 #3 [2789522.986471] Call Trace: [2789522.989351] [] ? show_regs+0x26/0x2a [2789522.995788] [] nmi_watchdog_tick+0xc3/0x1a5 [2789523.002149] [] do_nmi+0xb2/0x259 [2789523.007523] [] nmi+0x1a/0x20 [2789523.012508] [] ? delay_tsc+0x2d/0x59 [2789523.018250] <> [] __const_udelay+0x3d/0x3f [2789523.025058] [] arch_trigger_all_cpu_backtrace+0x51/0x5d [2789523.032467] [] do_raw_spin_lock+0x11d/0x147 [2789523.038826] [] _raw_spin_lock_irq+0x35/0x39 [2789523.045164] [] ? schedule+0x134/0x86a [2789523.050953] [] schedule+0x134/0x86a [2789523.056587] [] do_nanosleep+0x73/0xb3 [2789523.062381] [] hrtimer_nanosleep+0x97/0x105 [2789523.068709] [] ? hrtimer_wakeup+0x0/0x21 [2789523.074796] [] ? hrtimer_start_range_ns+0xf/0x11 [2789523.081584] [] sys_nanosleep+0x54/0x6c [2789523.087460] [] system_call_fastpath+0x16/0x1b [2789523.093997] NMI backtrace for cpu 6 [2789523.097946] CPU 6 [2789523.100050] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2789523.135742] [2789523.137643] Pid: 609, comm: kswapd1 Tainted: G D 2.6.34.4 #3 S7010/empty [2789523.145796] RIP: 0010:[] [] delay_tsc+0x16/0x59 [2789523.154290] RSP: 0018:ffff880655203b38 EFLAGS: 00000092 [2789523.160104] RAX: 0000000000000000 RBX: 000000005d409918 RCX: 0000000052985480 [2789523.167942] RDX: 000000000000ac00 RSI: 0000000000000006 RDI: 0000000000000001 [2789523.175799] RBP: ffff880655203b40 R08: 0000000000000006 R09: 0000000000000006 [2789523.183675] R10: 0000000000000000 R11: ffff880655203970 R12: ffff8800026b3c00 [2789523.191541] R13: 0000000000000000 R14: ffff880623f740c0 R15: ffff880623f74548 [2789523.199399] FS: 0000000000000000(0000) GS:ffff880655200000(0000) knlGS:0000000000000000 [2789523.208230] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2789523.214478] CR2: 00007fbc51194c70 CR3: 0000000423990000 CR4: 00000000000006e0 [2789523.222332] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2789523.230156] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2789523.237989] Process kswapd1 (pid: 609, threadinfo ffff880623f6e000, task ffff880623f740c0) [2789523.247027] Stack: [2789523.249458] ffffffff81019da9 ffff880655203b50 ffffffff812c08fe ffff880655203b90 [2789523.257374] <0> ffffffff812c4e65 000000009ef30400 ffff8800026b3c00 ffff88000af03090 [2789523.266038] <0> 0000000000013c00 ffff880655203c00 0000000000000006 ffff880655203bb0 [2789523.275064] Call Trace: [2789523.277925] [2789523.280505] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789523.288245] [] __delay+0xa/0xc [2789523.293452] [] do_raw_spin_lock+0xde/0x147 [2789523.299730] [] _raw_spin_lock+0x34/0x39 [2789523.305730] [] ? task_rq_lock+0x7e/0x9a [2789523.311737] [] task_rq_lock+0x7e/0x9a [2789523.317554] [] try_to_wake_up+0x2e/0x342 [2789523.323650] [] default_wake_function+0xd/0xf [2789523.330100] [] autoremove_wake_function+0x11/0x38 [2789523.336983] [] __wake_up_common+0x46/0x76 [2789523.343161] [] __wake_up+0x38/0x4f [2789523.348717] [] __freed_request+0x69/0x106 [2789523.354875] [] freed_request+0x26/0x43 [2789523.360760] [] __blk_put_request+0xb7/0xc0 [2789523.367045] [] blk_finish_request+0x221/0x230 [2789523.373556] [] ? blk_finish_request+0x96/0x230 [2789523.380169] [] blk_end_bidi_request+0x3a/0x56 [2789523.386694] [] blk_end_request+0xb/0xd [2789523.392589] [] scsi_io_completion+0x18c/0x407 [2789523.399143] [] scsi_finish_command+0xad/0xb6 [2789523.405583] [] scsi_softirq_done+0x11d/0x125 [2789523.412015] [] ? ktime_get+0x65/0xc4 [2789523.417735] [] blk_done_softirq+0x69/0x79 [2789523.423890] [] __do_softirq+0xd8/0x194 [2789523.429846] [] call_softirq+0x1c/0x28 [2789523.435663] [] do_softirq+0x33/0x68 [2789523.441307] [] irq_exit+0x36/0x75 [2789523.446768] [] smp_call_function_single_interrupt+0x2f/0x31 [2789523.454704] [] call_function_single_interrupt+0x13/0x20 [2789523.462093] [2789523.464679] [] ? get_swap_page+0x13c/0x5bb [2789523.470943] [] ? _raw_spin_unlock+0x26/0x2b [2789523.477304] [] add_to_swap+0xf/0x48 [2789523.482956] [] shrink_page_list+0x214/0x68f [2789523.489312] [] shrink_zone+0x7c2/0xb86 [2789523.495232] [] ? cpuacct_charge+0x76/0x96 [2789523.501423] [] ? up_read+0x1e/0x36 [2789523.506978] [] kswapd+0x61a/0x8bb [2789523.512442] [] ? isolate_pages_global+0x0/0x23f [2789523.519136] [] ? autoremove_wake_function+0x0/0x38 [2789523.526088] [] ? kswapd+0x0/0x8bb [2789523.531563] [] kthread+0x7d/0x85 [2789523.536939] [] kernel_thread_helper+0x4/0x10 [2789523.543349] [] ? kthread+0x0/0x85 [2789523.548808] [] ? kernel_thread_helper+0x0/0x10 [2789523.555408] Code: 66 66 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 <0f> 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 [2789523.578579] Call Trace: [2789523.581441] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789523.594389] [] __delay+0xa/0xc [2789523.599568] [] do_raw_spin_lock+0xde/0x147 [2789523.605838] [] _raw_spin_lock+0x34/0x39 [2789523.611809] [] ? task_rq_lock+0x7e/0x9a [2789523.617818] [] task_rq_lock+0x7e/0x9a [2789523.623618] [] try_to_wake_up+0x2e/0x342 [2789523.629697] [] default_wake_function+0xd/0xf [2789523.636130] [] autoremove_wake_function+0x11/0x38 [2789523.642968] [] __wake_up_common+0x46/0x76 [2789523.649137] [] __wake_up+0x38/0x4f [2789523.654710] [] __freed_request+0x69/0x106 [2789523.660860] [] freed_request+0x26/0x43 [2789523.666772] [] __blk_put_request+0xb7/0xc0 [2789523.673023] [] blk_finish_request+0x221/0x230 [2789523.679559] [] ? blk_finish_request+0x96/0x230 [2789523.686182] [] blk_end_bidi_request+0x3a/0x56 [2789523.692715] [] blk_end_request+0xb/0xd [2789523.698618] [] scsi_io_completion+0x18c/0x407 [2789523.705164] [] scsi_finish_command+0xad/0xb6 [2789523.711629] [] scsi_softirq_done+0x11d/0x125 [2789523.718078] [] ? ktime_get+0x65/0xc4 [2789523.723824] [] blk_done_softirq+0x69/0x79 [2789523.729997] [] __do_softirq+0xd8/0x194 [2789523.735873] [] call_softirq+0x1c/0x28 [2789523.741665] [] do_softirq+0x33/0x68 [2789523.747302] [] irq_exit+0x36/0x75 [2789523.752782] [] smp_call_function_single_interrupt+0x2f/0x31 [2789523.760715] [] call_function_single_interrupt+0x13/0x20 [2789523.768121] [] ? get_swap_page+0x13c/0x5bb [2789523.775091] [] ? _raw_spin_unlock+0x26/0x2b [2789523.781423] [] add_to_swap+0xf/0x48 [2789523.787100] [] shrink_page_list+0x214/0x68f [2789523.793423] [] shrink_zone+0x7c2/0xb86 [2789523.799306] [] ? cpuacct_charge+0x76/0x96 [2789523.805462] [] ? up_read+0x1e/0x36 [2789523.811001] [] kswapd+0x61a/0x8bb [2789523.816439] [] ? isolate_pages_global+0x0/0x23f [2789523.823118] [] ? autoremove_wake_function+0x0/0x38 [2789523.830083] [] ? kswapd+0x0/0x8bb [2789523.835535] [] kthread+0x7d/0x85 [2789523.840903] [] kernel_thread_helper+0x4/0x10 [2789523.847347] [] ? kthread+0x0/0x85 [2789523.852797] [] ? kernel_thread_helper+0x0/0x10 [2789523.859422] Pid: 609, comm: kswapd1 Tainted: G D 2.6.34.4 #3 [2789523.866288] Call Trace: [2789523.869161] [] ? show_regs+0x26/0x2a [2789523.875537] [] nmi_watchdog_tick+0xc3/0x1a5 [2789523.881914] [] do_nmi+0xb2/0x259 [2789523.887279] [] nmi+0x1a/0x20 [2789523.892318] [] ? delay_tsc+0x16/0x59 [2789523.898059] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789523.907343] [] __delay+0xa/0xc [2789523.912538] [] do_raw_spin_lock+0xde/0x147 [2789523.918810] [] _raw_spin_lock+0x34/0x39 [2789523.924808] [] ? task_rq_lock+0x7e/0x9a [2789523.930805] [] task_rq_lock+0x7e/0x9a [2789523.936598] [] try_to_wake_up+0x2e/0x342 [2789523.942693] [] default_wake_function+0xd/0xf [2789523.949143] [] autoremove_wake_function+0x11/0x38 [2789523.956016] [] __wake_up_common+0x46/0x76 [2789523.962177] [] __wake_up+0x38/0x4f [2789523.967734] [] __freed_request+0x69/0x106 [2789523.973890] [] freed_request+0x26/0x43 [2789523.979777] [] __blk_put_request+0xb7/0xc0 [2789523.986037] [] blk_finish_request+0x221/0x230 [2789523.992572] [] ? blk_finish_request+0x96/0x230 [2789523.999160] [] blk_end_bidi_request+0x3a/0x56 [2789524.005677] [] blk_end_request+0xb/0xd [2789524.011597] [] scsi_io_completion+0x18c/0x407 [2789524.018125] [] scsi_finish_command+0xad/0xb6 [2789524.024564] [] scsi_softirq_done+0x11d/0x125 [2789524.031013] [] ? ktime_get+0x65/0xc4 [2789524.036734] [] blk_done_softirq+0x69/0x79 [2789524.042900] [] __do_softirq+0xd8/0x194 [2789524.048777] [] call_softirq+0x1c/0x28 [2789524.054601] [] do_softirq+0x33/0x68 [2789524.060264] [] irq_exit+0x36/0x75 [2789524.065717] [] smp_call_function_single_interrupt+0x2f/0x31 [2789524.073676] [] call_function_single_interrupt+0x13/0x20 [2789524.081067] [] ? get_swap_page+0x13c/0x5bb [2789524.087983] [] ? _raw_spin_unlock+0x26/0x2b [2789524.094309] [] add_to_swap+0xf/0x48 [2789524.099976] [] shrink_page_list+0x214/0x68f [2789524.106307] [] shrink_zone+0x7c2/0xb86 [2789524.112200] [] ? cpuacct_charge+0x76/0x96 [2789524.118391] [] ? up_read+0x1e/0x36 [2789524.123954] [] kswapd+0x61a/0x8bb [2789524.129401] [] ? isolate_pages_global+0x0/0x23f [2789524.136105] [] ? autoremove_wake_function+0x0/0x38 [2789524.143099] [] ? kswapd+0x0/0x8bb [2789524.148548] [] kthread+0x7d/0x85 [2789524.153898] [] kernel_thread_helper+0x4/0x10 [2789524.160333] [] ? kthread+0x0/0x85 [2789524.165802] [] ? kernel_thread_helper+0x0/0x10 [2789524.172402] NMI backtrace for cpu 2 [2789524.176353] CPU 2 [2789524.178447] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2789524.214123] [2789524.216047] Pid: 10992, comm: ppStack Tainted: G D 2.6.34.4 #3 S7010/empty [2789524.224314] RIP: 0010:[] [] delay_tsc+0x23/0x59 [2789524.232816] RSP: 0018:ffff88004fa2f520 EFLAGS: 00000082 [2789524.238607] RAX: 0000000052880a50 RBX: 000000005d3eee34 RCX: 0000000052880a50 [2789524.246462] RDX: 00000000001a7f64 RSI: 0000000000000002 RDI: 0000000000000001 [2789524.254303] RBP: ffff88004fa2f528 R08: 0000000000000002 R09: 0000000000000002 [2789524.262155] R10: 0000000000000000 R11: ffff88004fa2f358 R12: ffff880623190ed8 [2789524.270000] R13: 0000000000000000 R14: ffff880616c8a060 R15: ffff880616c8a4e8 [2789524.277842] FS: 00007f4df3d496f0(0000) GS:ffff880002640000(0000) knlGS:0000000000000000 [2789524.286652] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [2789524.292912] CR2: 00000000f73166c0 CR3: 000000001b83e000 CR4: 00000000000006e0 [2789524.300747] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2789524.308614] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2789524.316479] Process ppStack (pid: 10992, threadinfo ffff88004fa2e000, task ffff880616c8a060) [2789524.325684] Stack: [2789524.328125] ffffffff81019da9 ffff88004fa2f538 ffffffff812c08fe ffff88004fa2f578 [2789524.336059] <0> ffffffff812c4e65 000000009ef30400 ffff880623190ed8 ffff880623190a78 [2789524.344720] <0> 0000000000000001 ffff8809d5858e40 ffff88004fa2f5c8 ffff88004fa2f598 [2789524.353758] Call Trace: [2789524.356637] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789524.364407] [] __delay+0xa/0xc [2789524.369584] [] do_raw_spin_lock+0xde/0x147 [2789524.375829] [] _raw_spin_lock_irq+0x35/0x39 [2789524.382157] [] ? get_request_wait+0x155/0x192 [2789524.388676] [] get_request_wait+0x155/0x192 [2789524.395031] [] ? autoremove_wake_function+0x0/0x38 [2789524.402000] [] ? elv_merge+0x16a/0x1a4 [2789524.407907] [] __make_request+0x31c/0x445 [2789524.414097] [] generic_make_request+0x32a/0x39c [2789524.420810] [] ? test_set_page_writeback+0xe3/0x10e [2789524.427838] [] submit_bio+0xb4/0xbd [2789524.433468] [] ? unlock_page+0x22/0x26 [2789524.439383] [] swap_writepage+0x8c/0x97 [2789524.445380] [] shrink_page_list+0x3c2/0x68f [2789524.451710] [] ? __lock_acquire+0x995/0x9fc [2789524.458099] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2789524.465094] [] shrink_zone+0x7c2/0xb86 [2789524.471022] [] ? try_to_del_timer_sync+0xae/0xbb [2789524.477793] [] ? finish_wait+0x5d/0x65 [2789524.483704] [] ? finish_wait+0x5d/0x65 [2789524.489607] [] ? autoremove_wake_function+0x0/0x38 [2789524.496578] [] do_try_to_free_pages+0x208/0x37a [2789524.503319] [] try_to_free_pages+0x71/0x78 [2789524.509576] [] ? isolate_pages_global+0x0/0x23f [2789524.516303] [] __alloc_pages_nodemask+0x407/0x671 [2789524.523161] [] alloc_page_vma+0x148/0x14d [2789524.529319] [] handle_mm_fault+0x294/0x73e [2789524.535587] [] do_page_fault+0x351/0x375 [2789524.541646] [] ? finish_task_switch+0x69/0xdd [2789524.548193] [] ? finish_task_switch+0x0/0xdd [2789524.554632] [] ? schedule+0x79e/0x86a [2789524.560457] [] ? lockdep_sys_exit_thunk+0x35/0x67 [2789524.567324] [] ? add_partial+0x1a/0x6a [2789524.573241] [] page_fault+0x1f/0x30 [2789524.578874] Code: c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 <0f> 31 89 c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 [2789524.602103] Call Trace: [2789524.609501] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789524.617246] [] __delay+0xa/0xc [2789524.622458] [] do_raw_spin_lock+0xde/0x147 [2789524.628688] [] _raw_spin_lock_irq+0x35/0x39 [2789524.635059] [] ? get_request_wait+0x155/0x192 [2789524.641560] [] get_request_wait+0x155/0x192 [2789524.647895] [] ? autoremove_wake_function+0x0/0x38 [2789524.654856] [] ? elv_merge+0x16a/0x1a4 [2789524.660747] [] __make_request+0x31c/0x445 [2789524.666930] [] generic_make_request+0x32a/0x39c [2789524.673631] [] ? test_set_page_writeback+0xe3/0x10e [2789524.680729] [] submit_bio+0xb4/0xbd [2789524.686378] [] ? unlock_page+0x22/0x26 [2789524.692264] [] swap_writepage+0x8c/0x97 [2789524.698256] [] shrink_page_list+0x3c2/0x68f [2789524.704595] [] ? __lock_acquire+0x995/0x9fc [2789524.710929] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2789524.717899] [] shrink_zone+0x7c2/0xb86 [2789524.723818] [] ? try_to_del_timer_sync+0xae/0xbb [2789524.730633] [] ? finish_wait+0x5d/0x65 [2789524.736542] [] ? finish_wait+0x5d/0x65 [2789524.742464] [] ? autoremove_wake_function+0x0/0x38 [2789524.749417] [] do_try_to_free_pages+0x208/0x37a [2789524.756114] [] try_to_free_pages+0x71/0x78 [2789524.762365] [] ? isolate_pages_global+0x0/0x23f [2789524.769065] [] __alloc_pages_nodemask+0x407/0x671 [2789524.775965] [] alloc_page_vma+0x148/0x14d [2789524.782143] [] handle_mm_fault+0x294/0x73e [2789524.788409] [] do_page_fault+0x351/0x375 [2789524.794513] [] ? finish_task_switch+0x69/0xdd [2789524.801040] [] ? finish_task_switch+0x0/0xdd [2789524.807471] [] ? schedule+0x79e/0x86a [2789524.813295] [] ? lockdep_sys_exit_thunk+0x35/0x67 [2789524.820164] [] ? add_partial+0x1a/0x6a [2789524.826065] [] page_fault+0x1f/0x30 [2789524.831724] Pid: 10992, comm: ppStack Tainted: G D 2.6.34.4 #3 [2789524.838783] Call Trace: [2789524.841680] [] ? show_regs+0x26/0x2a [2789524.848049] [] nmi_watchdog_tick+0xc3/0x1a5 [2789524.854393] [] do_nmi+0xb2/0x259 [2789524.859792] [] nmi+0x1a/0x20 [2789524.864797] [] ? delay_tsc+0x23/0x59 [2789524.870503] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789524.879132] [] __delay+0xa/0xc [2789524.884341] [] do_raw_spin_lock+0xde/0x147 [2789524.890622] [] _raw_spin_lock_irq+0x35/0x39 [2789524.896976] [] ? get_request_wait+0x155/0x192 [2789524.903487] [] get_request_wait+0x155/0x192 [2789524.909839] [] ? autoremove_wake_function+0x0/0x38 [2789524.916798] [] ? elv_merge+0x16a/0x1a4 [2789524.922708] [] __make_request+0x31c/0x445 [2789524.928890] [] generic_make_request+0x32a/0x39c [2789524.935607] [] ? test_set_page_writeback+0xe3/0x10e [2789524.942647] [] submit_bio+0xb4/0xbd [2789524.948303] [] ? unlock_page+0x22/0x26 [2789524.954234] [] swap_writepage+0x8c/0x97 [2789524.960251] [] shrink_page_list+0x3c2/0x68f [2789524.966587] [] ? __lock_acquire+0x995/0x9fc [2789524.972918] [] ? mem_cgroup_del_lru_list+0x7b/0x8e [2789524.979896] [] shrink_zone+0x7c2/0xb86 [2789524.985794] [] ? try_to_del_timer_sync+0xae/0xbb [2789524.992593] [] ? finish_wait+0x5d/0x65 [2789524.998503] [] ? finish_wait+0x5d/0x65 [2789525.004399] [] ? autoremove_wake_function+0x0/0x38 [2789525.011377] [] do_try_to_free_pages+0x208/0x37a [2789525.018075] [] try_to_free_pages+0x71/0x78 [2789525.024361] [] ? isolate_pages_global+0x0/0x23f [2789525.031068] [] __alloc_pages_nodemask+0x407/0x671 [2789525.037933] [] alloc_page_vma+0x148/0x14d [2789525.044086] [] handle_mm_fault+0x294/0x73e [2789525.050335] [] do_page_fault+0x351/0x375 [2789525.056394] [] ? finish_task_switch+0x69/0xdd [2789525.062924] [] ? finish_task_switch+0x0/0xdd [2789525.069370] [] ? schedule+0x79e/0x86a [2789525.075194] [] ? lockdep_sys_exit_thunk+0x35/0x67 [2789525.082107] [] ? add_partial+0x1a/0x6a [2789525.088014] [] page_fault+0x1f/0x30 [2789525.093616] NMI backtrace for cpu 3 [2789525.097560] CPU 3 [2789525.099637] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2789525.135455] [2789525.137370] Pid: 12798, comm: pswarp Tainted: G D 2.6.34.4 #3 S7010/empty [2789525.145576] RIP: 0010:[] [] delay_tsc+0x18/0x59 [2789525.154111] RSP: 0018:ffff880516a59520 EFLAGS: 00000082 [2789525.159928] RAX: 00000000528c1ce4 RBX: 000000005d327f3c RCX: 00000000528c1ca0 [2789525.167781] RDX: 00000000001a7f64 RSI: 0000000000000003 RDI: 0000000000000001 [2789525.175658] RBP: ffff880516a59528 R08: 0000000000000003 R09: 0000000000000003 [2789525.183507] R10: 0000000000000000 R11: ffff880516a59358 R12: ffff880623190ed8 [2789525.191348] R13: 0000000000000000 R14: ffff88000af040c0 R15: ffff88000af04548 [2789525.199187] FS: 00007f6b5483a6f0(0000) GS:ffff880002660000(0000) knlGS:0000000000000000 [2789525.208016] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [2789525.214276] CR2: 000000000145d178 CR3: 0000000423990000 CR4: 00000000000006e0 [2789525.222137] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2789525.230004] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2789525.237853] Process pswarp (pid: 12798, threadinfo ffff880516a58000, task ffff88000af040c0) [2789525.246892] Stack: [2789525.249324] ffffffff81019da9 ffff880516a59538 ffffffff812c08fe ffff880516a59578 [2789525.257242] <0> ffffffff812c4e65 000000009ef30400 ffff880623190ed8 ffff880623190a78 [2789525.265858] <0> 0000000000000001 ffff880c23816600 ffff880516a595c8 ffff880516a59598 [2789525.274914] Call Trace: [2789525.277785] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789525.285544] [] __delay+0xa/0xc [2789525.290723] [] do_raw_spin_lock+0xde/0x147 [2789525.296988] [] _raw_spin_lock_irq+0x35/0x39 [2789525.303349] [] ? get_request_wait+0x155/0x192 [2789525.309859] [] get_request_wait+0x155/0x192 [2789525.316238] [] ? autoremove_wake_function+0x0/0x38 [2789525.323190] [] ? elv_merge+0x16a/0x1a4 [2789525.329091] [] __make_request+0x31c/0x445 [2789525.335271] [] generic_make_request+0x32a/0x39c [2789525.341974] [] ? test_set_page_writeback+0xe3/0x10e [2789525.349018] [] submit_bio+0xb4/0xbd [2789525.354642] [] ? unlock_page+0x22/0x26 [2789525.360531] [] swap_writepage+0x8c/0x97 [2789525.366522] [] shrink_page_list+0x3c2/0x68f [2789525.372877] [] shrink_zone+0x7c2/0xb86 [2789525.378771] [] do_try_to_free_pages+0x208/0x37a [2789525.385505] [] try_to_free_pages+0x71/0x78 [2789525.391781] [] ? isolate_pages_global+0x0/0x23f [2789525.398491] [] __alloc_pages_nodemask+0x407/0x671 [2789525.405347] [] alloc_page_vma+0x148/0x14d [2789525.411541] [] handle_mm_fault+0x294/0x73e [2789525.417801] [] do_page_fault+0x351/0x375 [2789525.423887] [] ? finish_task_switch+0x69/0xdd [2789525.430404] [] ? finish_task_switch+0x0/0xdd [2789525.436836] [] ? schedule+0x79e/0x86a [2789525.442645] [] ? lockdep_sys_exit_thunk+0x35/0x67 [2789525.449509] [] ? handle_mm_fault+0x344/0x73e [2789525.455941] [] page_fault+0x1f/0x30 [2789525.461582] Code: 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 <89> c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 [2789525.484807] Call Trace: [2789525.487696] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789525.495466] [] __delay+0xa/0xc [2789525.500661] [] do_raw_spin_lock+0xde/0x147 [2789525.506906] [] _raw_spin_lock_irq+0x35/0x39 [2789525.513285] [] ? get_request_wait+0x155/0x192 [2789525.519815] [] get_request_wait+0x155/0x192 [2789525.526175] [] ? autoremove_wake_function+0x0/0x38 [2789525.533146] [] ? elv_merge+0x16a/0x1a4 [2789525.539029] [] __make_request+0x31c/0x445 [2789525.545203] [] generic_make_request+0x32a/0x39c [2789525.551885] [] ? test_set_page_writeback+0xe3/0x10e [2789525.558941] [] submit_bio+0xb4/0xbd [2789525.564562] [] ? unlock_page+0x22/0x26 [2789525.570467] [] swap_writepage+0x8c/0x97 [2789525.576441] [] shrink_page_list+0x3c2/0x68f [2789525.582771] [] shrink_zone+0x7c2/0xb86 [2789525.588664] [] do_try_to_free_pages+0x208/0x37a [2789525.595367] [] try_to_free_pages+0x71/0x78 [2789525.601607] [] ? isolate_pages_global+0x0/0x23f [2789525.608325] [] __alloc_pages_nodemask+0x407/0x671 [2789525.615206] [] alloc_page_vma+0x148/0x14d [2789525.621394] [] handle_mm_fault+0x294/0x73e [2789525.627643] [] do_page_fault+0x351/0x375 [2789525.633729] [] ? finish_task_switch+0x69/0xdd [2789525.644758] [] ? finish_task_switch+0x0/0xdd [2789525.651182] [] ? schedule+0x79e/0x86a [2789525.656990] [] ? lockdep_sys_exit_thunk+0x35/0x67 [2789525.663857] [] ? handle_mm_fault+0x344/0x73e [2789525.670312] [] page_fault+0x1f/0x30 [2789525.675937] Pid: 12798, comm: pswarp Tainted: G D 2.6.34.4 #3 [2789525.682908] Call Trace: [2789525.685772] [] ? show_regs+0x26/0x2a [2789525.692159] [] nmi_watchdog_tick+0xc3/0x1a5 [2789525.698494] [] do_nmi+0xb2/0x259 [2789525.703850] [] nmi+0x1a/0x20 [2789525.708880] [] ? delay_tsc+0x18/0x59 [2789525.714621] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789525.723215] [] __delay+0xa/0xc [2789525.728434] [] do_raw_spin_lock+0xde/0x147 [2789525.734688] [] _raw_spin_lock_irq+0x35/0x39 [2789525.741024] [] ? get_request_wait+0x155/0x192 [2789525.747524] [] get_request_wait+0x155/0x192 [2789525.753878] [] ? autoremove_wake_function+0x0/0x38 [2789525.760855] [] ? elv_merge+0x16a/0x1a4 [2789525.766765] [] __make_request+0x31c/0x445 [2789525.772948] [] generic_make_request+0x32a/0x39c [2789525.779632] [] ? test_set_page_writeback+0xe3/0x10e [2789525.786685] [] submit_bio+0xb4/0xbd [2789525.792333] [] ? unlock_page+0x22/0x26 [2789525.798248] [] swap_writepage+0x8c/0x97 [2789525.804264] [] shrink_page_list+0x3c2/0x68f [2789525.810638] [] shrink_zone+0x7c2/0xb86 [2789525.816558] [] do_try_to_free_pages+0x208/0x37a [2789525.823258] [] try_to_free_pages+0x71/0x78 [2789525.829499] [] ? isolate_pages_global+0x0/0x23f [2789525.836225] [] __alloc_pages_nodemask+0x407/0x671 [2789525.843108] [] alloc_page_vma+0x148/0x14d [2789525.849285] [] handle_mm_fault+0x294/0x73e [2789525.855570] [] do_page_fault+0x351/0x375 [2789525.861623] [] ? finish_task_switch+0x69/0xdd [2789525.868157] [] ? finish_task_switch+0x0/0xdd [2789525.874589] [] ? schedule+0x79e/0x86a [2789525.880397] [] ? lockdep_sys_exit_thunk+0x35/0x67 [2789525.887341] [] ? handle_mm_fault+0x344/0x73e [2789525.893763] [] page_fault+0x1f/0x30 [2789525.899422] NMI backtrace for cpu 4 [2789525.903393] CPU 4 [2789525.905486] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2789525.941266] [2789525.943167] Pid: 9738, comm: pclient Tainted: G D 2.6.34.4 #3 S7010/empty [2789525.951356] RIP: 0010:[] [] delay_tsc+0x25/0x59 [2789525.959890] RSP: 0018:ffff8806cda05b90 EFLAGS: 00000086 [2789525.965714] RAX: 0000000052902f94 RBX: 000000005d0e8a86 RCX: 0000000052902f74 [2789525.973543] RDX: 00000000001a7f64 RSI: 0000000000000004 RDI: 0000000000000001 [2789525.981375] RBP: ffff8806cda05b98 R08: 0000000000000004 R09: 0000000000000004 [2789525.989209] R10: 0000000000000000 R11: ffff8806cda059c8 R12: ffff8800026b3c00 [2789525.997055] R13: 0000000000000000 R14: ffff880c18cc8000 R15: ffff880c18cc8488 [2789526.004924] FS: 00007f6a9f7756f0(0000) GS:ffff880002680000(0000) knlGS:0000000000000000 [2789526.013761] CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 [2789526.019995] CR2: 00007f1ccb460000 CR3: 0000000b8dade000 CR4: 00000000000006e0 [2789526.027830] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2789526.035672] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2789526.043565] Process pclient (pid: 9738, threadinfo ffff8806cda04000, task ffff880c18cc8000) [2789526.052626] Stack: [2789526.055043] ffffffff81019da9 ffff8806cda05ba8 ffffffff812c08fe ffff8806cda05be8 [2789526.062984] <0> ffffffff812c4e65 000000009ef30400 ffff8800026b3c00 ffff88041f942060 [2789526.071628] <0> ffff8800026b3c00 0000000000000004 0000000000000004 ffff8806cda05c08 [2789526.080641] Call Trace: [2789526.083529] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789526.091280] [] __delay+0xa/0xc [2789526.096484] [] do_raw_spin_lock+0xde/0x147 [2789526.102749] [] _raw_spin_lock+0x34/0x39 [2789526.108747] [] ? try_to_wake_up+0x123/0x342 [2789526.115100] [] try_to_wake_up+0x123/0x342 [2789526.121291] [] default_wake_function+0xd/0xf [2789526.127731] [] pollwake+0x57/0x59 [2789526.133190] [] ? default_wake_function+0x0/0xf [2789526.139807] [] __wake_up_common+0x46/0x76 [2789526.145978] [] __wake_up_sync_key+0x43/0x5a [2789526.152307] [] __wake_up_sync+0xb/0xd [2789526.158115] [] pipe_write+0x4de/0x514 [2789526.163922] [] do_sync_write+0xc7/0x10d [2789526.169905] [] ? _raw_spin_unlock_irq+0x26/0x2c [2789526.176583] [] ? do_sigaction+0x158/0x170 [2789526.182761] [] ? security_file_permission+0x11/0x13 [2789526.189817] [] vfs_write+0xae/0x14a [2789526.195448] [] sys_write+0x47/0x6e [2789526.201016] [] system_call_fastpath+0x16/0x1b [2789526.207535] Code: fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 89 c1 41 89 f1 66 66 90 0f ae e8 0f 31 <89> c6 48 89 f0 48 29 c8 48 39 f8 73 25 f3 90 65 44 8b 04 25 f0 [2789526.230812] Call Trace: [2789526.233683] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789526.241435] [] __delay+0xa/0xc [2789526.246640] [] do_raw_spin_lock+0xde/0x147 [2789526.252910] [] _raw_spin_lock+0x34/0x39 [2789526.258901] [] ? try_to_wake_up+0x123/0x342 [2789526.265255] [] try_to_wake_up+0x123/0x342 [2789526.271453] [] default_wake_function+0xd/0xf [2789526.277867] [] pollwake+0x57/0x59 [2789526.283329] [] ? default_wake_function+0x0/0xf [2789526.289944] [] __wake_up_common+0x46/0x76 [2789526.296106] [] __wake_up_sync_key+0x43/0x5a [2789526.302479] [] __wake_up_sync+0xb/0xd [2789526.308303] [] pipe_write+0x4de/0x514 [2789526.314120] [] do_sync_write+0xc7/0x10d [2789526.320094] [] ? _raw_spin_unlock_irq+0x26/0x2c [2789526.326769] [] ? do_sigaction+0x158/0x170 [2789526.332922] [] ? security_file_permission+0x11/0x13 [2789526.339971] [] vfs_write+0xae/0x14a [2789526.345610] [] sys_write+0x47/0x6e [2789526.351135] [] system_call_fastpath+0x16/0x1b [2789526.357647] Pid: 9738, comm: pclient Tainted: G D 2.6.34.4 #3 [2789526.364606] Call Trace: [2789526.367497] [] ? show_regs+0x26/0x2a [2789526.373899] [] nmi_watchdog_tick+0xc3/0x1a5 [2789526.380276] [] do_nmi+0xb2/0x259 [2789526.385641] [] nmi+0x1a/0x20 [2789526.390630] [] ? delay_tsc+0x25/0x59 [2789526.396360] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789526.404939] [] __delay+0xa/0xc [2789526.410131] [] do_raw_spin_lock+0xde/0x147 [2789526.416392] [] _raw_spin_lock+0x34/0x39 [2789526.422383] [] ? try_to_wake_up+0x123/0x342 [2789526.428729] [] try_to_wake_up+0x123/0x342 [2789526.434883] [] default_wake_function+0xd/0xf [2789526.441297] [] pollwake+0x57/0x59 [2789526.446768] [] ? default_wake_function+0x0/0xf [2789526.453365] [] __wake_up_common+0x46/0x76 [2789526.459529] [] __wake_up_sync_key+0x43/0x5a [2789526.465875] [] __wake_up_sync+0xb/0xd [2789526.471699] [] pipe_write+0x4de/0x514 [2789526.477517] [] do_sync_write+0xc7/0x10d [2789526.483499] [] ? _raw_spin_unlock_irq+0x26/0x2c [2789526.490174] [] ? do_sigaction+0x158/0x170 [2789526.496328] [] ? security_file_permission+0x11/0x13 [2789526.503368] [] vfs_write+0xae/0x14a [2789526.509015] [] sys_write+0x47/0x6e [2789526.514557] [] system_call_fastpath+0x16/0x1b [2789526.521078] NMI backtrace for cpu 5 [2789526.525045] CPU 5 [2789526.527131] Modules linked in: w83793 hwmon_vid autofs4 i2c_i801 i2c_core iTCO_wdt e1000e ioatdma dca rtc_cmos tg3 libphy e1000 fuse dm_snapshot dm_mirror dm_region_hash dm_log scsi_wait_scan qla2xxx megaraid_sas megaraid_mbox megaraid_mm aacraid 3w_9xxx 3w_xxxx arcmsr aic7xxx aic79xx sr_mod sg ata_piix ahci sata_sis sata_nv sata_via pata_sl82c105 pata_sis [2789526.562870] [2789526.564769] Pid: 8398, comm: nfsd Tainted: G D 2.6.34.4 #3 S7010/empty [2789526.572715] RIP: 0010:[] [] delay_tsc+0x18/0x59 [2789526.581197] RSP: 0018:ffff8800026a3ce0 EFLAGS: 00000082 [2789526.587006] RAX: 0000000052944250 RBX: 000000005917697c RCX: 000000005294420c [2789526.594842] RDX: 00000000001a7f64 RSI: 0000000000000005 RDI: 0000000000000001 [2789526.602684] RBP: ffff8800026a3ce8 R08: 0000000000000005 R09: 0000000000000005 [2789526.610517] R10: 0000000000000000 R11: ffff8800026a3b18 R12: ffff8800026b3c00 [2789526.618356] R13: 0000000000000000 R14: ffff88061d648000 R15: ffff88061d648488 [2789526.630724] FS: 0000000000000000(0000) GS:ffff8800026a0000(0000) knlGS:0000000000000000 [2789526.639535] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b [2789526.645782] CR2: fffffffb89ca1b58 CR3: 00000002176fb000 CR4: 00000000000006e0 [2789526.653599] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [2789526.661474] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400 [2789526.669298] Process nfsd (pid: 8398, threadinfo ffff88061d646000, task ffff88061d648000) [2789526.678155] Stack: [2789526.680578] ffffffff81019da9 ffff8800026a3cf8 ffffffff812c08fe ffff8800026a3d38 [2789526.688475] <0> ffffffff812c4e65 000000009ef30400 ffff8800026b3c00 ffff880c1c760000 [2789526.697105] <0> ffff8800026b3c00 0000000000000002 0000000000000005 ffff8800026a3d58 [2789526.706096] Call Trace: [2789526.708968] [2789526.711535] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789526.719273] [] __delay+0xa/0xc [2789526.724441] [] do_raw_spin_lock+0xde/0x147 [2789526.730677] [] _raw_spin_lock+0x34/0x39 [2789526.736658] [] ? try_to_wake_up+0x123/0x342 [2789526.743013] [] try_to_wake_up+0x123/0x342 [2789526.749166] [] default_wake_function+0xd/0xf [2789526.755582] [] pollwake+0x57/0x59 [2789526.761061] [] ? default_wake_function+0x0/0xf [2789526.767687] [] __wake_up_common+0x46/0x76 [2789526.773848] [] __wake_up+0x38/0x4f [2789526.779396] [] printk_tick+0x39/0x3b [2789526.785128] [] update_process_times+0x3f/0x59 [2789526.791639] [] tick_sched_timer+0x73/0x9d [2789526.797826] [] ? tick_sched_timer+0x0/0x9d [2789526.804084] [] __run_hrtimer+0xd0/0x12d [2789526.810075] [] hrtimer_interrupt+0xb5/0x19f [2789526.816405] [] smp_apic_timer_interrupt+0x82/0x95 [2789526.823270] [] apic_timer_interrupt+0x13/0x20 [2789526.829785] [2789526.831986] Code: 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 c9 c3 55 48 89 e5 48 83 ec 08 65 8b 34 25 f0 d1 00 00 66 66 90 0f ae e8 0f 31 <89> c1 41 89 f1 66 66 90 0f ae e8 0f 31 89 c6 48 89 f0 48 29 c8 [2789526.855595] Call Trace: [2789526.858483] [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789526.866912] [] __delay+0xa/0xc [2789526.872114] [] do_raw_spin_lock+0xde/0x147 [2789526.878368] [] _raw_spin_lock+0x34/0x39 [2789526.884358] [] ? try_to_wake_up+0x123/0x342 [2789526.890685] [] try_to_wake_up+0x123/0x342 [2789526.896841] [] default_wake_function+0xd/0xf [2789526.903272] [] pollwake+0x57/0x59 [2789526.908732] [] ? default_wake_function+0x0/0xf [2789526.915333] [] __wake_up_common+0x46/0x76 [2789526.921520] [] __wake_up+0x38/0x4f [2789526.927059] [] printk_tick+0x39/0x3b [2789526.932774] [] update_process_times+0x3f/0x59 [2789526.939310] [] tick_sched_timer+0x73/0x9d [2789526.945474] [] ? tick_sched_timer+0x0/0x9d [2789526.951715] [] __run_hrtimer+0xd0/0x12d [2789526.957679] [] hrtimer_interrupt+0xb5/0x19f [2789526.964016] [] smp_apic_timer_interrupt+0x82/0x95 [2789526.970883] [] apic_timer_interrupt+0x13/0x20 [2789526.977379] Pid: 8398, comm: nfsd Tainted: G D 2.6.34.4 #3 [2789526.984741] Call Trace: [2789526.987620] [] ? show_regs+0x26/0x2a [2789526.993995] [] nmi_watchdog_tick+0xc3/0x1a5 [2789527.000348] [] do_nmi+0xb2/0x259 [2789527.005740] [] nmi+0x1a/0x20 [2789527.010770] [] ? delay_tsc+0x18/0x59 [2789527.016503] <> [] ? arch_trigger_all_cpu_backtrace+0x51/0x5d [2789527.025754] [] __delay+0xa/0xc [2789527.030954] [] do_raw_spin_lock+0xde/0x147 [2789527.037200] [] _raw_spin_lock+0x34/0x39 [2789527.043155] [] ? try_to_wake_up+0x123/0x342 [2789527.049493] [] try_to_wake_up+0x123/0x342 [2789527.055682] [] default_wake_function+0xd/0xf [2789527.062122] [] pollwake+0x57/0x59 [2789527.067573] [] ? default_wake_function+0x0/0xf [2789527.074199] [] __wake_up_common+0x46/0x76 [2789527.080379] [] __wake_up+0x38/0x4f [2789527.085936] [] printk_tick+0x39/0x3b [2789527.091675] [] update_process_times+0x3f/0x59 [2789527.098178] [] tick_sched_timer+0x73/0x9d [2789527.104341] [] ? tick_sched_timer+0x0/0x9d [2789527.110583] [] __run_hrtimer+0xd0/0x12d [2789527.116555] [] hrtimer_interrupt+0xb5/0x19f [2789527.122884] [] smp_apic_timer_interrupt+0x82/0x95 [2789527.129751] [] apic_timer_interrupt+0x13/0x20 }}}