Created
April 21, 2016 18:38
-
-
Save eswierk/716e73c30f55c7962584c73ad7f4f82c to your computer and use it in GitHub Desktop.
Kernel 3.14.51 log showing i_wb_list corruption and possible race (1)
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[1406104.150779] BUG: soft lockup - CPU#0 stuck for 22s! [kworker/u8:2:1989] | |
[1406104.150892] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406104.151735] irq event stamp: 188840 | |
[1406104.151781] hardirqs last enabled at (188839): [<ffffffff81680dad>] ffffffff81680dad | |
[1406104.151867] hardirqs last disabled at (188840): [<ffffffff81681303>] ffffffff81681303 | |
[1406104.151954] softirqs last enabled at (188838): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406104.152040] softirqs last disabled at (188833): [<ffffffff81071add>] ffffffff81071add | |
[1406104.152131] CPU: 0 PID: 1989 Comm: kworker/u8:2 Tainted: GF 3.14.51-grsec-delta #1 | |
[1406104.152229] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406104.152334] Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406104.152400] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406104.152494] RIP: e030:[<ffffffff8121b090>] [<ffffffff8121b090>] queue_io+0xd0/0x250 | |
[1406104.152585] RSP: e02b:ffff8803c46cfbf0 EFLAGS: 00000202 | |
[1406104.152635] RAX: ffff8803c46cfc88 RBX: ffff8804bd6691e0 RCX: 0000000000000000 // RBX == &wb | |
[1406104.152743] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: 0000000000000000 | |
[1406104.152833] RBP: ffff8803c46cfc48 R08: 0000000000000001 R09: 0000000000000000 | |
[1406104.152915] R10: 0000000000000001 R11: 0000000000000001 R12: 000000009ec8f79a // R12 == moved | |
[1406104.152997] R13: ffff8803c46cfc10 R14: 0000000000000000 R15: ffff8804a248d018 | |
[1406104.153083] FS: 0000000000000000(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406104.153176] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406104.153227] CR2: 000000c208631000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406104.153311] Stack: | |
[1406104.153350] ffff8804bd6692e8 00000000bd669320 ffff8804bd6692d8 ffff8803c46cfcf8 | |
[1406104.153447] ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 0000000114f270f4 // tmp.next, tmp.prev, _, do_sb_sort|_ | |
[1406104.153543] ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8 ffff8803c46cfcb8 | |
[1406104.153640] Call Trace: | |
[1406104.153685] [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406104.153748] [<ffffffff8121e764>] bdi_writeback_workfn+0x2a4/0x430 | |
[1406104.153815] [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406104.153877] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406104.153938] [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406104.153990] [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406104.154047] [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406104.154106] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406104.154176] [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406104.154235] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406104.154312] Code: 1f 40 00 48 8b 45 b8 48 3b 83 f8 00 00 00 74 7b 48 8b 45 c0 4c 8b bb 00 01 00 00 48 8b 40 10 48 85 c0 74 09 49 8b 4f e8 48 39 08 <78> 5e 4c 89 ff 41 83 c4 01 e8 e2 9b 17 00 48 8b 55 c8 4c 89 ee | |
[1406104.158778] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364] | |
[1406104.166935] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) me | |
i_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406104.167696] irq event stamp: 449466544 | |
[1406104.167741] hardirqs last enabled at (449466543): [<ffffffff81680dad>] ffffffff81680dad | |
[1406104.167830] hardirqs last disabled at (449466544): [<ffffffff81681303>] ffffffff81681303 | |
[1406104.167918] softirqs last enabled at (449466542): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406104.168007] softirqs last disabled at (449466529): [<ffffffff81071add>] ffffffff81071add | |
[1406104.168097] CPU: 3 PID: 1364 Comm: charlie Tainted: GF 3.14.51-grsec-delta #1 | |
[1406104.168189] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406104.168284] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406104.168367] RIP: e030:[<ffffffff8101de86>] [<ffffffff8101de86>] native_read_tsc+0x6/0x20 | |
[1406104.168466] RSP: e02b:ffff8804c5933d18 EFLAGS: 00000282 | |
[1406104.168545] RAX: 0000000034c7545c RBX: 0000000000000001 RCX: 0000000000005358 | |
[1406104.168635] RDX: 00000000000bf6ae RSI: 00000000000007e4 RDI: 0000000000000001 | |
[1406104.168718] RBP: ffff8804c5933d18 R08: 0000000000000001 R09: 0000000000636000 | |
[1406104.168801] R10: 00000000000001f9 R11: 0000000000000000 R12: 0000000034c7543e | |
[1406104.168884] R13: 0000000000000003 R14: ffffffff817e6f20 R15: ffff8804c5933e70 | |
[1406104.168980] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406104.169074] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406104.169125] CR2: 000000c208e8f000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406104.169208] Stack: | |
[1406104.169246] ffff8804c5933d40 ffffffff81387098 ffff8804bd669308 000000008eb9b070 | |
[1406104.169344] 0000000038dcbc69 ffff8804c5933d50 ffffffff81386f8f ffff8804c5933d78 | |
[1406104.169441] ffffffff810ce29e ffff8804bd669320 ffff8804bd669308 ffff8804a1d50338 | |
[1406104.169539] Call Trace: | |
[1406104.169584] [<ffffffff81387098>] delay_tsc+0x48/0x90 | |
[1406104.169642] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406104.169697] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406104.169767] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406104.169829] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406104.169890] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406104.169953] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406104.170009] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406104.170069] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406104.170134] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406104.170198] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406104.170256] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406104.170315] Code: 00 00 00 00 00 00 41 5c 41 5d 5d c3 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 5d c3 0f 1f 44 00 00 55 48 89 e5 0f 31 <48> c1 e2 20 89 c0 48 09 d0 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84 | |
[1406104.693036] list_del corruption. prev->next should be ffff8804a248d018, but was 0000000114f2a8bf | |
[1406104.693168] invalid opcode: 0000 [#1] SMP | |
[1406104.693240] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406104.694176] CPU: 2 PID: 855 Comm: sierra Tainted: GF 3.14.51-grsec-delta #1 | |
[1406104.694278] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406104.694391] task: ffff8804c824adc0 ti: ffff8804c824b4c8 task.ti: ffff8804c824b4c8 | |
[1406104.694498] RIP: e030:[<ffffffff81394c59>] [<ffffffff81394c59>] __list_del_entry_debug+0x89/0xb0 | |
[1406104.694619] RSP: e02b:ffff8800109cfd70 EFLAGS: 00010282 | |
[1406104.694683] RAX: 0000000000000054 RBX: ffff8804a248d018 RCX: 0000000000000006 // RBX == &inode->i_wb_list | |
[1406104.694782] RDX: 0000000000001fa0 RSI: ffff8804c824b760 RDI: 0000000000000200 | |
[1406104.694880] RBP: ffff8800109cfd70 R08: 0000000000000006 R09: 0000000000000000 | |
[1406104.694977] R10: 0000000000000001 R11: 0000000000000000 R12: ffff8804a248ce70 // R12 == &inode | |
[1406104.695078] R13: ffff8804bd579308 R14: ffff8804bd578f00 R15: ffff8804bd5792d8 // R14 == &bdi | |
[1406104.695183] FS: 0000634db5d82700(0000) GS:ffff8804dcc00000(0000) knlGS:ffff8804dcc00000 | |
[1406104.695285] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406104.695353] CR2: 000000c209075000 CR3: 00000004c2e01000 CR4: 0000000000042660 | |
[1406104.695451] Stack: | |
[1406104.695501] ffff8800109cfd88 ffffffff81394c8d ffff8804a248d018 ffff8800109cfdc0 | |
[1406104.695622] ffffffff8121ae26 ffff8804a248ce70 ffff8800109cfe88 0000000000000000 | |
[1406104.695753] 0000000000001846 0000000000000000 ffff8800109cfe20 ffffffff81283958 | |
[1406104.695872] Call Trace: | |
[1406104.695935] [<ffffffff81394c8d>] __list_del_entry+0xd/0x30 | |
[1406104.696000] [<ffffffff8121ae26>] __mark_inode_dirty+0x156/0x2f0 | |
[1406104.696076] [<ffffffff81283958>] ext4_setattr+0x2a8/0x720 | |
[1406104.696152] [<ffffffff81314da2>] ? selinux_inode_setattr+0xc2/0xd0 | |
[1406104.696230] [<ffffffff8132dca1>] ? evm_inode_setattr+0x21/0x80 | |
[1406104.696302] [<ffffffff8120c779>] notify_change+0x249/0x360 | |
[1406104.696380] [<ffffffff811e5551>] chown_common+0x181/0x1d0 | |
[1406104.696452] [<ffffffff811e73d1>] SyS_fchown+0xa1/0xb0 | |
[1406104.696518] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406104.696584] Code: 00 00 48 89 fe 31 c0 48 c7 c7 18 42 9f 81 e8 17 08 2e 00 0f 0b 0f 1f 44 00 00 48 89 fe 31 c0 48 c7 c7 50 42 9f 81 e8 ff 07 2e 00 <0f> 0b 0f 1f 44 00 00 48 89 fe 31 c0 48 c7 c7 90 42 9f 81 e8 e7 | |
[1406104.697209] RIP [<ffffffff81394c59>] __list_del_entry_debug+0x89/0xb0 | |
[1406104.697285] RSP <ffff8800109cfd70> | |
[1406104.697798] ---[ end trace fdfa4fe160b516af ]--- | |
[1406132.150769] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365] | |
[1406132.150902] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406132.154598] irq event stamp: 460266246 | |
[1406132.154693] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406132.154767] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989] | |
[1406132.154769] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591] | |
[1406132.154770] Modules linked in: | |
[1406132.154771] Modules linked in: | |
[1406132.154772] xt_physdev(F) | |
[1406132.154773] xt_physdev(F) | |
[1406132.154773] xen_netback(F) | |
[1406132.154774] xen_netback(F) | |
[1406132.154775] xen_blkback(F) ip_gre(F) | |
[1406132.154781] xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) | |
[1406132.154783] ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) | |
[1406132.154784] xt_limit(F) | |
[1406132.154785] af_alg(F) openvswitch(F) vxlan(F) gre(F) | |
[1406132.154787] xt_tcpudp(F) nf_conntrack_ipv4(F) | |
[1406132.154788] libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) | |
[1406132.154790] nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) | |
[1406132.154793] nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) | |
[1406132.154795] ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) | |
[1406132.154796] nf_defrag_ipv4(F) xt_conntrack(F) | |
[1406132.154797] gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) | |
[1406132.154800] nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) | |
[1406132.154801] intel_powerclamp(F) | |
[1406132.154802] intel_powerclamp(F) coretemp(F) crc32_pclmul(F) | |
[1406132.154804] coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) | |
[1406132.154808] ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) | |
[1406132.154813] aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) | |
[1406132.154814] ioatdma(F) squashfs(F) | |
[1406132.154816] ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) | |
[1406132.154818] ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) | |
[1406132.154819] tpm_tis(F) | |
[1406132.154819] irq event stamp: 0 | |
[1406132.154821] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406132.154822] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406132.154823] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406132.154824] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406132.154825] libahci(F) tpm_tis(F) | |
[1406132.154827] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406132.154828] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406132.154828] irq event stamp: 195369 | |
[1406132.154830] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406132.154831] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406132.154832] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406132.154833] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406132.154834] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406132.154835] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406132.154836] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406132.154845] RIP: e030:[<ffffffff81387080>] [<ffffffff81387080>] delay_tsc+0x30/0x90 | |
[1406132.154846] RSP: e02b:ffff88006c54bc20 EFLAGS: 00000206 | |
[1406132.154847] RAX: 000bf6bdd062bbff RBX: 0000000000000001 RCX: 0000000000004e1c | |
[1406132.154847] RDX: 000bf6bd00000000 RSI: ffffffff8121addc RDI: 0000000000000001 | |
[1406132.154848] RBP: ffff88006c54bc38 R08: 0000000000000002 R09: 0000000000000000 | |
[1406132.154849] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070 | |
[1406132.154849] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80 | |
[1406132.154851] Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406132.154852] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406132.154856] RIP: e030:[<ffffffff8122f360>] [<ffffffff8122f360>] sb_is_blkdev_sb+0x0/0x20 | |
[1406132.154857] RSP: e02b:ffff8803c46cfbe8 EFLAGS: 00000202 | |
[1406132.154858] RAX: 0000000000000001 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 // RBX == &wb | |
[1406132.154859] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030 // RDI == inode->i_sb | |
[1406132.154859] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000 | |
[1406132.154860] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000090235361 | |
[1406132.154861] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406132.154862] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406132.154863] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406132.154863] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406132.154864] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406132.154865] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406132.154866] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406132.154866] Stack: | |
[1406132.154867] Stack: | |
[1406132.154868] ffffffff8121b0b9 | |
[1406132.154869] ffff8804bd579308 | |
[1406132.154870] ffff8804bd6692e8 | |
[1406132.154870] 000000008eb9b070 | |
[1406132.154871] 0000000000000000 | |
[1406132.154872] 0000000036a00049 | |
[1406132.154873] ffff8804bd6692d8 | |
[1406132.154873] ffff88006c54bc48 | |
[1406132.154874] | |
[1406132.154874] ffff8803c46cfcf8 | |
[1406132.154875] | |
[1406132.154876] ffffffff81386f8f | |
[1406132.154876] ffff8804a248d018 | |
[1406132.154877] ffff88006c54bc70 | |
[1406132.154878] ffff8804a248d018 | |
[1406132.154879] ffffffff810ce29e | |
[1406132.154879] ffff8803c46cfcf8 | |
[1406132.154881] ffff8804bd579320 | |
[1406132.154882] ffff8804bd579308 | |
[1406132.154882] | |
[1406132.154883] ffff880503423030 | |
[1406132.154883] ffff8804bd579308 | |
[1406132.154884] ffff8804bd6691e0 | |
[1406132.154885] ffff88006c54bc98 | |
[1406132.154885] ffff8804bd6691f8 | |
[1406132.154886] ffffffff8167fb66 | |
[1406132.154887] ffff8804bd6691f8 | |
[1406132.154887] | |
[1406132.154887] Call Trace: | |
[1406132.154888] | |
[1406132.154888] Call Trace: | |
[1406132.154893] [<ffffffff8121b0b9>] ? queue_io+0xf9/0x250 | |
[1406132.154895] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406132.154897] [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406132.154901] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406132.154904] [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406132.154909] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406132.154913] [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406132.154916] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406132.154917] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406132.154919] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406132.154921] [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406132.154923] [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406132.154926] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406132.154930] [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406132.154931] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406132.154937] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406132.154939] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406132.154942] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406132.154945] [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406132.154947] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406132.154949] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406132.154950] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406132.154954] Code: ff 48 03 98 28 01 00 00 48 81 | |
[1406132.154955] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406132.154970] f9 60 71 d4 81 75 da 48 c7 c7 00 c7 aa 81 e8 de 0a 45 00 48 89 d8 5b 5d c3 31 db eb ea 0f 1f 40 00 <0f> 1f 44 00 00 31 c0 48 39 3d 62 5d b9 00 55 48 89 e5 5d 0f 94 | |
[1406132.154983] Code: 55 48 89 e5 41 55 41 54 53 65 44 8b 2c 25 80 90 00 00 66 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 74 59 89 fb e8 02 6e c9 ff 66 90 <41> 89 c4 66 66 90 0f ae e8 48 83 3d 7f a5 6c 00 00 74 3d e8 e8 | |
[1406132.158764] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364] | |
[1406132.158779] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406132.158780] irq event stamp: 449467648 | |
[1406132.158781] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406132.158782] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406132.158782] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406132.158783] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406132.158785] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406132.158786] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406132.158788] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406132.158792] RIP: e030:[<ffffffff81387075>] [<ffffffff81387075>] delay_tsc+0x25/0x90 | |
[1406132.158793] RSP: e02b:ffff8804c5933d28 EFLAGS: 00000282 | |
[1406132.158794] RAX: 0000000000005362 RBX: ffff8804bd669308 RCX: 0000000000005360 | |
[1406132.158794] RDX: 0000000053625360 RSI: ffffffff8121e43f RDI: 0000000000000001 | |
[1406132.158795] RBP: ffff8804c5933d40 R08: 0000000000000002 R09: 0000000000000000 | |
[1406132.158795] R10: 0000000000000001 R11: 0000000000000001 R12: 000000008eb9b070 | |
[1406132.158796] R13: 0000000000000003 R14: ffffffff817e6f20 R15: ffff8804c5933e70 | |
[1406132.158799] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406132.158800] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406132.158800] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406132.158801] Stack: | |
[1406132.158802] ffff8804bd669308 000000008eb9b070 000000003750de0e ffff8804c5933d50 | |
[1406132.158804] ffffffff81386f8f ffff8804c5933d78 ffffffff810ce29e ffff8804bd669320 | |
[1406132.158805] ffff8804bd669308 ffff8804a28bdf78 ffff8804c5933da0 ffffffff8167fb66 | |
[1406132.158806] Call Trace: | |
[1406132.158808] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406132.158810] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406132.158813] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406132.158815] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406132.158816] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406132.158818] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406132.158820] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406132.158823] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406132.158825] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406132.158827] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406132.158829] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406132.158831] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406132.158843] Code: 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 41 55 41 54 53 65 44 8b 2c 25 80 90 00 00 66 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 <74> 59 89 fb e8 02 6e c9 ff 66 90 41 89 c4 66 66 90 0f ae e8 48 | |
[1406132.188093] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406132.188260] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406132.188426] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406132.188594] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406132.188718] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406132.188851] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406132.188983] RIP: e030:[<ffffffff81386f85>] [<ffffffff81386f85>] __delay+0x5/0x20 | |
[1406132.189161] RSP: e02b:ffff8804c596fbe0 EFLAGS: 00000206 | |
[1406132.189249] RAX: 0000000000004e1e RBX: ffff8804bd579308 RCX: 0000000000004e1c | |
[1406132.189370] RDX: 000000004e1e4e1c RSI: ffffffff8121addc RDI: 0000000000000001 | |
[1406132.189491] RBP: ffff8804c596fc00 R08: 0000000000000002 R09: 0000000000000000 | |
[1406132.189613] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070 | |
[1406132.189735] R13: 000000003718bf3f R14: ffff8804bd578f00 R15: ffff8804a1d48b50 | |
[1406132.189860] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406132.189992] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406132.190082] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406132.190203] Stack: | |
[1406132.190280] ffffffff810ce29e ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 | |
[1406132.190603] ffff8804c596fc28 ffffffff8167fb66 ffffffff8121addc ffff8804bdbb6030 | |
[1406132.190897] ffff8804a1d48940 ffff8804c596fc60 ffffffff8121addc ffff8804a1d48940 | |
[1406132.191189] Call Trace: | |
[1406132.191271] [<ffffffff810ce29e>] ? do_raw_spin_lock+0xde/0x1d0 | |
[1406132.191373] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406132.191472] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406132.191571] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406132.191670] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406132.191760] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406132.191852] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406132.191953] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406132.192047] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406132.192165] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406132.192270] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406132.192368] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406132.192457] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406132.192547] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406132.192636] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406132.192725] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406132.192815] Code: 84 00 00 00 00 00 eb 0e 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 48 ff c8 75 fb 48 ff c8 5d c3 66 0f 1f 44 00 00 0f 1f 44 00 00 <55> 48 89 e5 ff 15 c9 bf 9d 00 5d c3 0f 1f 44 00 00 66 2e 0f 1f | |
[1406160.150762] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365] | |
[1406160.150877] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406160.154300] irq event stamp: 460266246 | |
[1406160.154383] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406160.154550] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406160.154721] softirqs last enabled at (460266206): [1406160.154763] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591] | |
[1406160.154764] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F)[1406160.154767] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989] | |
[1406160.154768] Modules linked in: dm_crypt(F) algif_skcipher(F) xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) i2c_i801(F) ioatdma(F) squashfs(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406160.154815] irq event stamp: 0 | |
[1406160.154815] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406160.154816] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406160.154817] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406160.154818] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406160.154819] ixgbe(F) mdio(F)[1406160.154821] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406160.154821] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406160.154822] ptp(F) pps_core(F)[1406160.154823] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406160.154824] RIP: e030:[<ffffffff81387091>] [<ffffffff81387091>] delay_tsc+0x41/0x90 | |
[1406160.154827] RSP: e02b:ffff88006c54bc20 EFLAGS: 00000282 | |
[1406160.154827] RAX: 000bf6cd6c904abb RBX: 0000000000000001 RCX: 0000000000004e1c | |
[1406160.154828] RDX: 000bf6cd00000000 RSI: ffffffff8121addc RDI: 0000000000000001 | |
[1406160.154828] RBP: ffff88006c54bc38 R08: 0000000000000002 R09: 0000000000000000 | |
[1406160.154829] R10: 0000000000000001 R11: 0000000000000000 R12: 000000006c904abb | |
[1406160.154829] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80 | |
[1406160.154830] dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406160.154832] irq event stamp: 195369 | |
[1406160.154832] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406160.154833] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406160.154834] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406160.154835] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406160.154837] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406160.154838] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406160.154838] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406160.154840] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D | |
3.14.51-grsec-delta #1 | |
[1406160.154841] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406160.154841] Stack: | |
[1406160.154842] ffff8804bd579308Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406160.154844] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406160.154845] RIP: e030:[<ffffffff8121b075>] [<ffffffff8121b075>] queue_io+0xb5/0x250 | |
[1406160.154847] RSP: e02b:ffff8803c46cfbf0 EFLAGS: 00000206 | |
[1406160.154848] RAX: ffff8804bd6692d8 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406160.154849] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030 | |
[1406160.154849] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000 | |
[1406160.154850] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000023c9b34e | |
[1406160.154850] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406160.154851] 000000008eb9b070 000000006f06e376 ffff88006c54bc48 | |
[1406160.154852] ffffffff81386f8f ffff88006c54bc70[1406160.154854] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406160.154854] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406160.154855] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406160.154856] ffffffff810ce29e ffff8804bd579320[1406160.154857] Stack: | |
[1406160.154857] ffff8804bd6692e8 | |
[1406160.154858] ffff8804bd579308 0000000000000000 ffff8804bd579308 ffff8804bd6692d8 ffff8803c46cfcf8 ffff88006c54bc98 | |
[1406160.154862] ffff8804a248d018 ffffffff8167fb66 ffff8804a248d018 | |
[1406160.154864] Call Trace: | |
[1406160.154864] ffff8803c46cfcf8 ffff880503423030 [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406160.154867] | |
[1406160.154868] ffff8804bd6691e0 [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406160.154871] ffff8804bd6691f8 ffff8804bd6691f8 ffff8803c46cfcb8 [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406160.154874] | |
[1406160.154875] Call Trace: | |
[1406160.154875] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406160.154877] [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406160.154879] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406160.154881] [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406160.154883] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406160.154885] [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406160.154887] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406160.154888] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406160.154890] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406160.154892] [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406160.154894] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406160.154895] [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406160.154897] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406160.154899] [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406160.154901] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406160.154902] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406160.154905] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406160.154906] [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406160.154908] Code: [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406160.154910] 00 66 66 90 0f ae e8 48 83 3d 9b a5 Code: fb 45 31 e4 c7 45 b4 00 6c 00 00 74 59 00 00 00 48 89 89 fb 45 b8 4c e8 02 6e c9 89 6d c8 45 31 ff 66 90 41 f6 4c 89 6d d0 89 c4 66 66 90 0f 1f 40 00 0f ae e8 48 83 48 8b 45 b8 3d 7f a5 6c 00 48 3b 83 f8 00 <74> 00 00 3d e8 e8 6d c9 ff 00 74 7b <48> 8b 66 90 89 c1 45 c0 4c 8b 44 29 e0 39 c3 bb 00 01 00 76 35 f3 90 65 00 48 8b 40 10 | |
[1406160.154957] 48 85 c0 74 09 49 | |
[1406160.158762] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364] | |
[1406160.158762] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406160.158784] irq event stamp: 449467648 | |
[1406160.158784] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406160.158785] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406160.158786] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406160.158787] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406160.158789] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406160.158789] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406160.158790] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406160.158791] RIP: e030:[<ffffffff8101de86>] [<ffffffff8101de86>] native_read_tsc+0x6/0x20 | |
[1406160.158797] RSP: e02b:ffff8804c5933d18 EFLAGS: 00000282 | |
[1406160.158798] RAX: 000000006d227150 RBX: 0000000000000001 RCX: 0000000000005360 | |
[1406160.158798] RDX: 00000000000bf6cd RSI: ffffffff8121e43f RDI: 0000000000000001 | |
[1406160.158798] RBP: ffff8804c5933d18 R08: 0000000000000002 R09: 0000000000000000 | |
[1406160.158799] R10: 0000000000000001 R11: 0000000000000001 R12: 000000008eb9b070 | |
[1406160.158799] R13: 0000000000000003 R14: ffffffff817e6f20 R15: ffff8804c5933e70 | |
[1406160.158802] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406160.158803] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406160.158803] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406160.158804] Stack: | |
[1406160.158804] ffff8804c5933d40 ffffffff8138707e ffff8804bd669308 000000008eb9b070 | |
[1406160.158806] 000000006fb749fd ffff8804c5933d50 ffffffff81386f8f ffff8804c5933d78 | |
[1406160.158807] ffffffff810ce29e ffff8804bd669320 ffff8804bd669308 ffff8804a28bdf78 | |
[1406160.158808] Call Trace: | |
[1406160.158809] [<ffffffff8138707e>] delay_tsc+0x2e/0x90 | |
[1406160.158811] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406160.158812] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406160.158814] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406160.158816] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406160.158818] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406160.158820] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406160.158821] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406160.158822] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406160.158824] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406160.158826] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406160.158828] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406160.158830] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406160.158832] Code: 00 00 00 00 00 00 41 5c 41 5d 5d c3 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 5d c3 0f 1f 44 00 00 55 48 89 e5 0f 31 <48> c1 e2 20 89 c0 48 09 d0 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84 | |
[1406160.197216] [<ffffffff8154772b>] ffffffff8154772b | |
[1406160.197372] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406160.197541] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406160.197672] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406160.197805] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406160.197927] RIP: e030:[<ffffffff8101de86>] [<ffffffff8101de86>] native_read_tsc+0x6/0x20 | |
[1406160.198105] RSP: e02b:ffff8804c596fba0 EFLAGS: 00000282 | |
[1406160.198193] RAX: 000000006bfe24a4 RBX: 0000000000000001 RCX: 0000000000004e1c | |
[1406160.198324] RDX: 00000000000bf6cd RSI: ffffffff8121addc RDI: 0000000000000001 | |
[1406160.198445] RBP: ffff8804c596fba0 R08: 0000000000000002 R09: 0000000000000000 | |
[1406160.198567] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070 | |
[1406160.198688] R13: 0000000000000000 R14: ffff8804bd578f00 R15: ffff8804a1d48b50 | |
[1406160.198813] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406160.198945] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406160.199035] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406160.199157] Stack: | |
[1406160.199233] ffff8804c596fbc8 ffffffff8138707e ffff8804bd579308 000000008eb9b070 | |
[1406160.199527] 000000006f4710f6 ffff8804c596fbd8 ffffffff81386f8f ffff8804c596fc00 | |
[1406160.199819] ffffffff810ce29e ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 | |
[1406160.200134] Call Trace: | |
[1406160.200214] [<ffffffff8138707e>] delay_tsc+0x2e/0x90 | |
[1406160.200312] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406160.200400] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406160.200500] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406160.200611] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406160.200713] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406160.200805] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406160.200914] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406160.201006] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406160.201107] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406160.201201] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406160.201293] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406160.201384] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406160.201486] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406160.201575] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406160.201665] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406160.201754] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406160.201843] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406160.201933] Code: 00 00 00 00 00 00 41 5c 41 5d 5d c3 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 5d c3 0f 1f 44 00 00 55 48 89 e5 0f 31 <48> c1 e2 20 89 c0 48 09 d0 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84 | |
[1406164.694763] INFO: rcu_sched self-detected stall on CPU[1406164.694764] INFO: rcu_sched self-detected stall on CPU { 1} (t=15000 jiffies g=28847867 c=28847866 q=0) | |
[1406164.694768] sending NMI to all CPUs: | |
[1406164.694773] NMI backtrace for cpu 1 | |
[1406164.694774] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406164.694775] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406164.694775] Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406164.694777] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406164.694777] RIP: e030:[<ffffffff8100130a>] [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20 | |
[1406164.694781] RSP: e02b:ffff8804dca03c48 EFLAGS: 00000046 | |
[1406164.694781] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8100130a | |
[1406164.694782] RDX: 0000000000000000 RSI: 0000000000000001 RDI: 000000000000000b | |
[1406164.694783] RBP: ffff8804dca03c60 R08: ffffffff81dbfae0 R09: 0000000000000001 | |
[1406164.694783] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0 | |
[1406164.694784] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000001 | |
[1406164.694786] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406164.694787] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406164.694788] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406164.694789] Stack: | |
[1406164.694789] 0000000000012074 0000000000000001 ffffffff8141c727 ffff8804dca03c90 | |
[1406164.694791] ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00 | |
[1406164.694792] ffffffff81d1c280 ffff8804dca03ca0 ffffffff81012bc9 ffff8804dca03cb8 | |
[1406164.694794] Call Trace: | |
[1406164.694794] <IRQ> [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70 | |
[1406164.694800] [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60 | |
[1406164.694804] [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0 | |
[1406164.694806] [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90 | |
[1406164.694810] [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0 | |
[1406164.694813] [<ffffffff8107d007>] update_process_times+0x47/0x70 | |
[1406164.694816] [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60 | |
[1406164.694818] [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60 | |
[1406164.694819] [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0 | |
[1406164.694822] [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40 | |
[1406164.694823] [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240 | |
[1406164.694825] [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160 | |
[1406164.694829] [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0 | |
[1406164.694832] [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0 | |
[1406164.694834] [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200 | |
[1406164.694837] [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60 | |
[1406164.694839] [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180 | |
[1406164.694841] [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90 | |
[1406164.694843] [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40 | |
[1406164.694845] [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30 | |
[1406164.694847] <EOI> [<ffffffff81394b70>] ? __pax_list_add+0x40/0x40 | |
[1406164.694853] [<ffffffff8121b0ad>] ? queue_io+0xed/0x250 | |
[1406164.694855] [<ffffffff8121b434>] ? wb_writeback+0x224/0x2c0 | |
[1406164.694856] [<ffffffff8121e679>] ? bdi_writeback_workfn+0x1b9/0x430 | |
[1406164.694858] [<ffffffff8108e91b>] ? process_one_work+0x21b/0x530 | |
[1406164.694860] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406164.694861] [<ffffffff8108ed5d>] ? worker_thread+0x12d/0x3e0 | |
[1406164.694863] [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406164.694864] [<ffffffff81096357>] ? kthread+0xe7/0x100 | |
[1406164.694866] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406164.694868] [<ffffffff8168a589>] ? ret_from_fork+0x49/0x80 | |
[1406164.694869] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406164.694871] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406164.694888] NMI backtrace for cpu 0 | |
[1406164.694889] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406164.694890] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406164.694891] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406164.694891] RIP: e030:[<ffffffff81387091>] [<ffffffff81387091>] delay_tsc+0x41/0x90 | |
[1406164.694893] RSP: e02b:ffff8804c596fbb0 EFLAGS: 00000282 | |
[1406164.694894] RAX: 000bf6cff483c5a1 RBX: 0000000000000001 RCX: 0000000000004e1c | |
[1406164.694895] RDX: 000bf6cf00000000 RSI: ffffffff8121addc RDI: 0000000000000001 | |
[1406164.694895] RBP: ffff8804c596fbc8 R08: 0000000000000002 R09: 0000000000000000 | |
[1406164.694896] R10: 0000000000000001 R11: 0000000000000000 R12: 00000000f483c5a1 | |
[1406164.694896] R13: 0000000000000000 R14: ffff8804bd578f00 R15: ffff8804a1d48b50 | |
[1406164.694899] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406164.694899] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406164.694900] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406164.694900] Stack: | |
[1406164.694901] ffff8804bd579308 000000008eb9b070 00000000784cc812 ffff8804c596fbd8 | |
[1406164.694902] ffffffff81386f8f ffff8804c596fc00 ffffffff810ce29e ffff8804bd579320 | |
[1406164.694904] ffff8804bd579308 ffff8804bd579308 ffff8804c596fc28 ffffffff8167fb66 | |
[1406164.694905] Call Trace: | |
[1406164.694906] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406164.694908] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406164.694910] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406164.694912] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406164.694914] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406164.694916] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406164.694917] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406164.694919] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406164.694921] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406164.694923] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406164.694924] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406164.694926] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406164.694927] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406164.694928] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406164.694930] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406164.694931] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406164.694932] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406164.694933] Code: 00 66 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 74 59 89 fb e8 02 6e c9 ff 66 90 41 89 c4 66 66 90 0f ae e8 48 83 3d 7f a5 6c 00 00 <74> 3d e8 e8 6d c9 ff 66 90 89 c1 44 29 e0 39 c3 76 35 f3 90 65 | |
[1406164.694951] NMI backtrace for cpu 2 | |
[1406164.694952] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406164.694953] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406164.694953] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406164.694954] RIP: e030:[<ffffffff81387075>] [<ffffffff81387075>] delay_tsc+0x25/0x90 | |
[1406164.694956] RSP: e02b:ffff88006c54bc20 EFLAGS: 00000282 | |
[1406164.694956] RAX: 0000000000004e1e RBX: ffff8804bd579308 RCX: 0000000000004e1c | |
[1406164.694957] RDX: 000000004e1e4e1c RSI: ffffffff8121addc RDI: 0000000000000001 | |
[1406164.694957] RBP: ffff88006c54bc38 R08: 0000000000000002 R09: 0000000000000000 | |
[1406164.694958] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070 | |
[1406164.694958] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80 | |
[1406164.694961] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406164.694961] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406164.694962] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406164.694962] Stack: | |
[1406164.694963] ffff8804bd579308 000000008eb9b070 00000000782be8ad ffff88006c54bc48 | |
[1406164.694964] ffffffff81386f8f ffff88006c54bc70 ffffffff810ce29e ffff8804bd579320 | |
[1406164.694966] ffff8804bd579308 ffff8804bd579308 ffff88006c54bc98 ffffffff8167fb66 | |
[1406164.694967] Call Trace: | |
[1406164.694968] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406164.694969] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406164.694971] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406164.694973] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406164.694975] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406164.694977] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406164.694978] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406164.694979] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406164.694982] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406164.694983] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406164.694984] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406164.694986] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406164.694987] Code: 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 41 55 41 54 53 65 44 8b 2c 25 80 90 00 00 66 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 <74> 59 89 fb e8 02 6e c9 ff 66 90 41 89 c4 66 66 90 0f ae e8 48 | |
[1406164.695004] NMI backtrace for cpu 3 | |
[1406164.695005] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406164.695006] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406164.695007] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406164.695007] RIP: e030:[<ffffffff813d6c2f>] [<ffffffff813d6c2f>] vgacon_scroll+0x17f/0x2c0 | |
[1406164.695013] RSP: e02b:ffff8804dce03aa8 EFLAGS: 00000006 | |
[1406164.695013] RAX: 000000000000370c RBX: ffff880503420000 RCX: 0000000068e668e6 | |
[1406164.695014] RDX: 00000000000003d4 RSI: ffff8800000b0080 RDI: ffffffff81d65f38 | |
[1406164.695014] RBP: ffff8804dce03ac8 R08: 0000000000000002 R09: 0000000000000001 | |
[1406164.695015] R10: 0000000000000001 R11: ffffffff819bb19d R12: 00000000000037f0 | |
[1406164.695016] R13: 00000000000000a0 R14: ffff8800000bef40 R15: ffffffff829a25d6 | |
[1406164.695018] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406164.695019] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406164.695020] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406164.695020] Stack: | |
[1406164.695021] 0000000000000019 0000000000000001 ffff880503420000 0000000000000000 | |
[1406164.695023] ffff8804dce03b00 ffffffff814479da ffff880503420000 000000000000003a | |
[1406164.695025] 000000000000004f 0000000000000000 ffffffff829a25d6 ffff8804dce03b28 | |
[1406164.695026] Call Trace: | |
[1406164.695027] <IRQ> [<ffffffff814479da>] scrup+0xfa/0x110 | |
[1406164.695032] [<ffffffff81447a70>] lf+0x80/0x90 | |
[1406164.695033] [<ffffffff81448764>] vt_console_print+0x2b4/0x3f0 | |
[1406164.695035] [<ffffffff810d25a3>] call_console_drivers.constprop.22+0xa3/0xf0 | |
[1406164.695039] [<ffffffff810d28ce>] console_unlock+0x2de/0x4d0 | |
[1406164.695041] [<ffffffff810d2d79>] vprintk_emit+0x239/0x630 | |
[1406164.695043] [<ffffffff816754bb>] printk+0x63/0x6b | |
[1406164.695046] [<ffffffff810e0333>] rcu_check_callbacks+0x3a3/0x6a0 | |
[1406164.695047] [<ffffffff810c26ed>] ? trace_hardirqs_off+0xd/0x10 | |
[1406164.695049] [<ffffffff8107d007>] update_process_times+0x47/0x70 | |
[1406164.695051] [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60 | |
[1406164.695052] [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60 | |
[1406164.695053] [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0 | |
[1406164.695055] [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40 | |
[1406164.695056] [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240 | |
[1406164.695058] [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160 | |
[1406164.695060] [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0 | |
[1406164.695062] [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0 | |
[1406164.695064] [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200 | |
[1406164.695065] [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60 | |
[1406164.695066] [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180 | |
[1406164.695069] [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90 | |
[1406164.695070] [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40 | |
[1406164.695072] [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30 | |
[1406164.695073] <EOI> [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406164.695076] [<ffffffff81387075>] ? delay_tsc+0x25/0x90 | |
[1406164.695077] [<ffffffff81387098>] ? delay_tsc+0x48/0x90 | |
[1406164.695078] [<ffffffff81386f8f>] ? __delay+0xf/0x20 | |
[1406164.695080] [<ffffffff810ce29e>] ? do_raw_spin_lock+0xde/0x1d0 | |
[1406164.695081] [<ffffffff8167fb66>] ? _raw_spin_lock+0x56/0x70 | |
[1406164.695083] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406164.695085] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406164.695086] [<ffffffff8120ae4f>] ? evict+0x4f/0x1b0 | |
[1406164.695087] [<ffffffff8120b10a>] ? iput+0x10a/0x1c0 | |
[1406164.695089] [<ffffffff811fad2a>] ? do_unlinkat+0x1aa/0x3a0 | |
[1406164.695090] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406164.695091] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406164.695093] [<ffffffff811fee06>] ? SyS_unlink+0x16/0x20 | |
[1406164.695094] [<ffffffff8168a649>] ? system_call_fastpath+0x1a/0x1f | |
[1406164.695096] Code: 00 00 48 d1 ea 48 c7 c7 20 5f d6 81 49 89 d4 e8 e8 9a 2a 00 48 89 c6 44 89 e0 0f b7 15 35 e6 9e 00 25 00 ff 00 00 83 c0 0c 66 ef <41> c1 e4 08 41 0f b7 c4 83 c0 0d 66 ef 48 c7 c7 20 5f d6 81 e8 | |
[1406164.748530] { 3} (t=15013 jiffies g=28847867 c=28847866 q=0) | |
[1406164.748852] sending NMI to all CPUs: | |
[1406164.748938] NMI backtrace for cpu 0 | |
[1406164.749031] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406164.749155] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406164.749288] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406164.749410] RIP: e030:[<ffffffff81387093>] [<ffffffff81387093>] delay_tsc+0x43/0x90 | |
[1406164.749578] RSP: e02b:ffff8804c596fbb0 EFLAGS: 00000282 | |
[1406164.749667] RAX: 000bf6cffc3ee021 RBX: 0000000000000001 RCX: 0000000000004e1c | |
[1406164.749788] RDX: 000bf6cf00000000 RSI: ffffffff8121addc RDI: 0000000000000001 | |
[1406164.749909] RBP: ffff8804c596fbc8 R08: 0000000000000002 R09: 0000000000000000 | |
[1406164.750030] R10: 0000000000000001 R11: 0000000000000000 R12: 00000000fc3ee021 | |
[1406164.750151] R13: 0000000000000000 R14: ffff8804bd578f00 R15: ffff8804a1d48b50 | |
[1406164.750284] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406164.750408] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406164.750498] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406164.750620] Stack: | |
[1406164.750696] ffff8804bd579308 000000008eb9b070 0000000078687af9 ffff8804c596fbd8 | |
[1406164.750992] ffffffff81386f8f ffff8804c596fc00 ffffffff810ce29e ffff8804bd579320 | |
[1406164.751285] ffff8804bd579308 ffff8804bd579308 ffff8804c596fc28 ffffffff8167fb66 | |
[1406164.751578] Call Trace: | |
[1406164.751659] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406164.751747] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406164.751855] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406164.751952] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406164.752054] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406164.752153] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406164.752241] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406164.752332] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406164.752433] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406164.752534] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406164.752632] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406164.752723] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406164.752814] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406164.752903] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406164.752993] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406164.753082] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406164.753172] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406164.753271] Code: 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 74 59 89 fb e8 02 6e c9 ff 66 90 41 89 c4 66 66 90 0f ae e8 48 83 3d 7f a5 6c 00 00 74 3d <e8> e8 6d c9 ff 66 90 89 c1 44 29 e0 39 c3 76 35 f3 90 65 8b 14 | |
[1406164.756294] INFO: NMI handler (ffffffff81682ae0) took too long to run: 7.355 msecs | |
[1406164.756295] NMI backtrace for cpu 1 | |
[1406164.756296] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406164.756297] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406164.756299] Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406164.756300] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406164.756302] RIP: e030:[<ffffffff8122f376>] [<ffffffff8122f376>] sb_is_blkdev_sb+0x16/0x20 | |
[1406164.756303] RSP: e02b:ffff8803c46cfbe8 EFLAGS: 00000206 | |
[1406164.756303] RAX: 0000000000000000 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406164.756304] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030 | |
[1406164.756304] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000 | |
[1406164.756305] R10: 0000000000000000 R11: 0000000000000000 R12: 000000003bfb35c1 | |
[1406164.756306] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406164.756308] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406164.756308] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406164.756309] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406164.756310] Stack: | |
[1406164.756311] ffffffff8121b0b9 ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 | |
[1406164.756312] ffff8803c46cfcf8 ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 | |
[1406164.756314] ffff880503423030 ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8 | |
[1406164.756314] Call Trace: | |
[1406164.756316] [<ffffffff8121b0b9>] ? queue_io+0xf9/0x250 | |
[1406164.756317] [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406164.756319] [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406164.756321] [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406164.756322] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406164.756323] [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406164.756324] [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406164.756326] [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406164.756328] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406164.756330] [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406164.756331] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406164.756343] Code: aa 81 e8 de 0a 45 00 48 89 d8 5b 5d c3 31 db eb ea 0f 1f 40 00 0f 1f 44 00 00 31 c0 48 39 3d 62 5d b9 00 55 48 89 e5 5d 0f 94 c0 <c3> 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 41 55 | |
[1406164.756347] INFO: NMI handler (ffffffff81682ae0) took too long to run: 7.407 msecs | |
[1406164.756348] NMI backtrace for cpu 3 | |
[1406164.756350] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406164.756350] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406164.756351] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406164.756354] RIP: e030:[<ffffffff8100130a>] [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20 | |
[1406164.756354] RSP: e02b:ffff8804dce03c48 EFLAGS: 00000046 | |
[1406164.756355] RAX: 0000000000000000 RBX: 0000000000000003 RCX: ffffffff8100130a | |
[1406164.756356] RDX: 0000000000000000 RSI: 0000000000000003 RDI: 000000000000000b | |
[1406164.756356] RBP: ffff8804dce03c60 R08: ffffffff81dbfae0 R09: 0000000000000001 | |
[1406164.756357] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0 | |
[1406164.756357] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000003 | |
[1406164.756360] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406164.756361] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406164.756361] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406164.756362] Stack: | |
[1406164.756363] 0000000000002d74 0000000000000003 ffffffff8141c727 ffff8804dce03c90 | |
[1406164.756364] ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00 | |
[1406164.756366] ffffffff81d1c280 ffff8804dce03ca0 ffffffff81012bc9 ffff8804dce03cb8 | |
[1406164.756366] Call Trace: | |
[1406164.756367] <IRQ> | |
[1406164.756368] [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70 | |
[1406164.756370] [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60 | |
[1406164.756372] [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0 | |
[1406164.756374] [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90 | |
[1406164.756375] [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0 | |
[1406164.756377] [<ffffffff8107d007>] update_process_times+0x47/0x70 | |
[1406164.756378] [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60 | |
[1406164.756379] [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60 | |
[1406164.756380] [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0 | |
[1406164.756381] [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40 | |
[1406164.756383] [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240 | |
[1406164.756385] [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160 | |
[1406164.756387] [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0 | |
[1406164.756388] [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0 | |
[1406164.756390] [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200 | |
[1406164.756391] [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60 | |
[1406164.756393] [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180 | |
[1406164.756394] [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90 | |
[1406164.756396] [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40 | |
[1406164.756397] [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30 | |
[1406164.756398] <EOI> | |
[1406164.756400] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406164.756401] [<ffffffff81387075>] ? delay_tsc+0x25/0x90 | |
[1406164.756402] [<ffffffff81387098>] ? delay_tsc+0x48/0x90 | |
[1406164.756404] [<ffffffff81386f8f>] ? __delay+0xf/0x20 | |
[1406164.756405] [<ffffffff810ce29e>] ? do_raw_spin_lock+0xde/0x1d0 | |
[1406164.756407] [<ffffffff8167fb66>] ? _raw_spin_lock+0x56/0x70 | |
[1406164.756408] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406164.756410] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406164.756411] [<ffffffff8120ae4f>] ? evict+0x4f/0x1b0 | |
[1406164.756412] [<ffffffff8120b10a>] ? iput+0x10a/0x1c0 | |
[1406164.756414] [<ffffffff811fad2a>] ? do_unlinkat+0x1aa/0x3a0 | |
[1406164.756415] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406164.756417] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406164.756418] [<ffffffff811fee06>] ? SyS_unlink+0x16/0x20 | |
[1406164.756419] [<ffffffff8168a649>] ? system_call_fastpath+0x1a/0x1f | |
[1406164.756431] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406164.756434] INFO: NMI handler (ffffffff81682ae0) took too long to run: 7.495 msecs | |
[1406164.756435] NMI backtrace for cpu 2 | |
[1406164.756436] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406164.756437] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406164.756438] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406164.756440] RIP: e030:[<ffffffff8101de86>] [<ffffffff8101de86>] native_read_tsc+0x6/0x20 | |
[1406164.756441] RSP: e02b:ffff88006c54bc10 EFLAGS: 00000282 | |
[1406164.756442] RAX: 00000000fc3eea7a RBX: 0000000000000001 RCX: 0000000000004e1c | |
[1406164.756442] RDX: 00000000000bf6cf RSI: ffffffff8121addc RDI: 0000000000000001 | |
[1406164.756443] RBP: ffff88006c54bc10 R08: 0000000000000002 R09: 0000000000000000 | |
[1406164.756444] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070 | |
[1406164.756444] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80 | |
[1406164.756447] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406164.756447] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406164.756448] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406164.756449] Stack: | |
[1406164.756450] ffff88006c54bc38 ffffffff8138707e ffff8804bd579308 000000008eb9b070 | |
[1406164.756451] 000000007847a422 ffff88006c54bc48 ffffffff81386f8f ffff88006c54bc70 | |
[1406164.756453] ffffffff810ce29e ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 | |
[1406164.756453] Call Trace: | |
[1406164.756454] [<ffffffff8138707e>] delay_tsc+0x2e/0x90 | |
[1406164.756456] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406164.756457] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406164.756459] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406164.756461] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406164.756463] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406164.756464] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406164.756465] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406164.756467] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406164.756468] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406164.756469] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406164.756471] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406164.756472] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406164.756484] Code: 00 00 00 00 00 00 41 5c 41 5d 5d c3 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 5d c3 0f 1f 44 00 00 55 48 89 e5 0f 31 <48> c1 e2 20 89 c0 48 09 d0 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84 | |
[1406164.756485] INFO: NMI handler (ffffffff81682ae0) took too long to run: 7.546 msecs | |
[1406175.620550] BUG: spinlock lockup suspected on CPU#3, charlie/1364 | |
[1406175.620674] lock: ffff8804bd669308, .magic: dead4ead, .owner: kworker/u8:2/1989, .owner_cpu: 1 | |
[1406175.620840] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406175.620975] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406175.621119] ffff8804bd669308 ffff8804c5933d30 ff | |
ffffff81677c18 ffff880492bcc4a0 | |
[1406175.621433] ffff8804c5933d50 ffffffff810ce12d ffff8804bd669308 000000008eb9b070 | |
[1406175.621729] ffff8804c5933d78 ffffffff810ce23f ffff8804bd669320 ffff8804bd669308 | |
[1406175.622023] Call Trace: | |
[1406175.622113] [<ffffffff81677c18>] dump_stack+0x45/0x56 | |
[1406175.622218] [<ffffffff810ce12d>] spin_dump+0x7d/0xd0 | |
[1406175.622314] [<ffffffff810ce23f>] do_raw_spin_lock+0x7f/0x1d0 | |
[1406175.622436] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406175.622534] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406175.622635] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406175.622741] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406175.622842] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406175.622944] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406175.623049] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406175.623151] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406175.623247] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406175.623345] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406175.623446] sending NMI to all CPUs: | |
[1406175.623536] NMI backtrace for cpu 3 | |
[1406175.623626] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406175.623752] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406175.623895] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406175.624047] RIP: e030:[<ffffffff8100130a>] [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20 | |
[1406175.624235] RSP: e02b:ffff8804c5933ce0 EFLAGS: 00000246 | |
[1406175.624331] RAX: 0000000000000000 RBX: 0000000000000003 RCX: ffffffff8100130a | |
[1406175.624460] RDX: 0000000000000000 RSI: 0000000000000003 RDI: 000000000000000b | |
[1406175.624583] RBP: ffff8804c5933cf8 R08: ffffffff81dbfae0 R09: 0000000000000001 | |
[1406175.624711] R10: ffff8804dce00000 R11: 0000000000000246 R12: ffffffff81dbfae0 | |
[1406175.624833] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: ffff8804c5933e70 | |
[1406175.624959] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406175.625091] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406175.625182] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406175.625305] Stack: | |
[1406175.625381] 0000000000002e2d 0000000000000003 ffffffff8141c727 ffff8804c5933d28 | |
[1406175.625710] ffffffff81011d62 0000000000002710 000000008eb9b070 000000008eb9b070 | |
[1406175.634000] ffffffff817e6f20 ffff8804c5933d38 ffffffff81012bc9 ffff8804c5933d50 | |
[1406175.634294] Call Trace: | |
[1406175.634383] [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70 | |
[1406175.634489] [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60 | |
[1406175.634589] [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0 | |
[1406175.634697] [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90 | |
[1406175.634801] [<ffffffff810ce244>] do_raw_spin_lock+0x84/0x1d0 | |
[1406175.634900] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406175.634991] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406175.635117] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406175.635207] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406175.635294] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406175.635381] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406175.635471] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406175.635575] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406175.635671] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406175.635760] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406175.635850] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406175.638939] NMI backtrace for cpu 0 | |
[1406175.638942] INFO: NMI handler (ffffffff81682ae0) took too long to run: 15.402 msecs | |
[1406175.639159] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406175.639290] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406175.639424] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406175.639546] RIP: e030:[<ffffffff8101de86>] [<ffffffff8101de86>] native_read_tsc+0x6/0x20 | |
[1406175.639735] RSP: e02b:ffff8804c596fba0 EFLAGS: 00000282 | |
[1406175.639849] RAX: 000000000c476a18 RBX: 0000000000000001 RCX: 0000000000004e1c | |
[1406175.639979] RDX: 00000000000bf6d6 RSI: ffffffff8121addc RDI: 0000000000000001 | |
[1406175.640110] RBP: ffff8804c596fba0 R08: 0000000000000002 R09: 0000000000000000 | |
[1406175.640232] R10: 0000000000000001 R11: 0000000000000000 R12: 000000000c4769fd | |
[1406175.640381] R13: 0000000000000000 R14: ffff8804bd578f00 R15: ffff8804a1d48b50 | |
[1406175.640539] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406175.640693] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406175.640813] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406175.640967] Stack: | |
[1406175.641063] ffff8804c596fbc8 ffffffff81387098 ffff8804bd579308 000000008eb9b070 | |
[1406175.641462] 000000008e33d62a ffff8804c596fbd8 ffffffff81386f8f ffff8804c596fc00 | |
[1406175.641853] ffffffff810ce29e ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 | |
[1406175.642245] Call Trace: | |
[1406175.642360] [<ffffffff81387098>] delay_tsc+0x48/0x90 | |
[1406175.642478] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406175.642596] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406175.642718] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406175.642844] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.642969] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.643096] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406175.643215] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406175.643346] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406175.643473] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406175.643598] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406175.643725] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406175.643854] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406175.643982] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406175.644100] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406175.644220] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406175.644339] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406175.644460] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406175.644585] Code: 00 00 00 00 00 00 41 5c 41 5d 5d c3 66 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 5d c3 0f 1f 44 00 00 55 48 89 e5 0f 31 <48> c1 e2 20 89 c0 48 09 d0 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84 | |
[1406175.648764] INFO: NMI handler (ffffffff81682ae0) took too long to run: 25.226 msecs | |
[1406175.648767] NMI backtrace for cpu 1 | |
[1406175.648770] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406175.648771] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406175.648776] Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406175.648777] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406175.648785] RIP: e030:[<ffffffff81394b34>] [<ffffffff81394b34>] __pax_list_add+0x4/0x40 | |
[1406175.648786] RSP: e02b:ffff8803c46cfbd0 EFLAGS: 00000202 | |
[1406175.648787] RAX: ffff8803c46cfc10 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406175.648789] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018 | |
[1406175.648790] RBP: ffff8803c46cfbd0 R08: 0000000000000006 R09: 0000000000000000 | |
[1406175.648791] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000752fc9fd | |
[1406175.648792] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406175.648798] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406175.648799] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406175.648800] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406175.648802] Stack: | |
[1406175.648805] ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48 ffffffff8121b0ad | |
[1406175.648808] ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 | |
[1406175.648811] ffff8803c46cfc10 ffff8803c46cfc10 ffff8803c46cfcf8 ffff880503423030 | |
[1406175.648812] Call Trace: | |
[1406175.648816] [<ffffffff81394b79>] __list_add+0x9/0x10 | |
[1406175.648820] [<ffffffff8121b0ad>] queue_io+0xed/0x250 | |
[1406175.648824] [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406175.648828] [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406175.648833] [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406175.648836] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406175.648840] [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406175.648842] [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406175.648847] [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406175.648852] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406175.648855] [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406175.648859] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406175.648890] Code: c0 e8 49 09 2e 00 0f 0b 0f 1f 80 00 00 00 00 48 89 c1 48 89 fe 31 c0 48 c7 c7 a8 41 9f 81 e8 2c 09 2e 00 0f 0b 66 90 55 48 89 e5 <41> 55 41 54 53 49 89 f4 48 89 fb 49 89 d5 e8 69 ff ff ff 84 c0 | |
[1406175.648896] INFO: NMI handler (ffffffff81682ae0) took too long to run: 25.359 msecs | |
[1406175.648899] NMI backtrace for cpu 2 | |
[1406175.648902] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406175.648904] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406175.648906] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406175.648911] RIP: e030:[<ffffffff8138706d>] [<ffffffff8138706d>] delay_tsc+0x1d/0x90 | |
[1406175.648913] RSP: e02b:ffff88006c54bc20 EFLAGS: 00000202 | |
[1406175.648914] RAX: 0000000000004e1e RBX: ffff8804bd579308 RCX: 0000000000004e1c | |
[1406175.648916] RDX: 000000004e1e4e1c RSI: ffffffff8121addc RDI: 0000000000000001 | |
[1406175.648917] RBP: ffff88006c54bc38 R08: 0000000000000002 R09: 0000000000000000 | |
[1406175.648918] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070 | |
[1406175.648921] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80 | |
[1406175.648927] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406175.648928] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406175.648930] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406175.648931] Stack: | |
[1406175.648935] ffff8804bd579308 000000008eb9b070 000000008e2ad813 ffff88006c54bc48 | |
[1406175.648938] ffffffff81386f8f ffff88006c54bc70 ffffffff810ce29e ffff8804bd579320 | |
[1406175.648941] ffff8804bd579308 ffff8804bd579308 ffff88006c54bc98 ffffffff8167fb66 | |
[1406175.648941] Call Trace: | |
[1406175.648945] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406175.648949] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406175.648954] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406175.648958] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.648963] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.648966] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406175.648969] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406175.648973] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406175.648978] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406175.648981] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406175.648984] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406175.648986] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406175.649018] Code: c3 0f 1f 00 66 2e 0f 1f 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 41 55 41 54 53 65 44 8b 2c 25 80 90 00 00 66 66 90 0f ae e8 <48> 83 3d 9b a5 6c 00 00 74 59 89 fb e8 02 6e c9 ff 66 90 41 89 | |
[1406175.649021] INFO: NMI handler (ffffffff81682ae0) took too long to run: 25.483 msecs | |
[1406175.926037] BUG: spinlock lockup suspected on CPU#0, charlie/1365 | |
[1406175.926137] lock: ffff8804bd579308, .magic: dead4ead, .owner: sierra/855, .owner_cpu: 2 | |
[1406175.926272] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406175.926402] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406175.926535] ffff8804bd579308 ffff8804c596fbb8 ffffffff81677c18 ffff8804c824adc0 | |
[1406175.926841] ffff8804c596fbd8 ffffffff810ce12d ffff8804bd579308 000000008eb9b070 | |
[1406175.927135] ffff8804c596fc00 ffffffff810ce23f ffff8804bd579320 ffff8804bd579308 | |
[1406175.927431] Call Trace: | |
[1406175.927513] [<ffffffff81677c18>] dump_stack+0x45/0x56 | |
[1406175.927611] [<ffffffff810ce12d>] spin_dump+0x7d/0xd0 | |
[1406175.927702] [<ffffffff810ce23f>] do_raw_spin_lock+0x7f/0x1d0 | |
[1406175.927803] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406175.927924] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.928024] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.928115] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406175.928204] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406175.928307] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406175.928411] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406175.928512] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406175.928611] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406175.928712] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406175.928804] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406175.928903] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406175.928993] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406175.929081] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406175.929169] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406175.929260] sending NMI to all CPUs: | |
[1406175.929345] NMI backtrace for cpu 0 | |
[1406175.929448] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406175.929572] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406175.929705] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406175.929826] RIP: e030:[<ffffffff8100130a>] [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20 | |
[1406175.929997] RSP: e02b:ffff8804c596fb68 EFLAGS: 00000246 | |
[1406175.930085] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff8100130a | |
[1406175.930206] RDX: 0000000000000000 RSI: 0000000000000000 RDI: 000000000000000b | |
[1406175.930328] RBP: ffff8804c596fb80 R08: ffffffff81dbfae0 R09: 0000000000000001 | |
[1406175.930449] R10: ffff8804dc800000 R11: 0000000000000246 R12: ffffffff81dbfae0 | |
[1406175.930570] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: ffff8804a1d48b50 | |
[1406175.930694] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406175.930827] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406175.930925] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406175.931056] Stack: | |
[1406175.931133] 0000000000002ed6 0000000000000000 ffffffff8141c727 ffff8804c596fbb0 | |
[1406175.931427] ffffffff81011d62 0000000000002710 000000008eb9b070 000000008eb9b070 | |
[1406175.931722] ffff8804bd578f00 ffff8804c596fbc0 ffffffff81012bc9 ffff8804c596fbd8 | |
[1406175.932019] Call Trace: | |
[1406175.932101] [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70 | |
[1406175.932200] [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60 | |
[1406175.932298] [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0 | |
[1406175.932391] [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90 | |
[1406175.932495] [<ffffffff810ce244>] do_raw_spin_lock+0x84/0x1d0 | |
[1406175.932609] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406175.932708] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.932809] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.932920] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406175.933009] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406175.933100] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406175.933193] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406175.933286] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406175.933378] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406175.933469] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406175.933560] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406175.933649] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406175.933738] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406175.933826] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406175.933915] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406175.934006] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406175.937022] NMI backtrace for cpu 1 | |
[1406175.937117] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406175.937250] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406175.937394] Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406175.937578] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406175.937717] RIP: e030:[<ffffffff81394c9f>] [<ffffffff81394c9f>] __list_del_entry+0x1f/0x30 | |
[1406175.937889] RSP: e02b:ffff8803c46cfbd8 EFLAGS: 00000202 | |
[1406175.937978] RAX: ffff8803c46cfc10 RBX: ffff8804a248d018 RCX: 00000000ffffff02 | |
[1406175.938100] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018 | |
[1406175.938222] RBP: ffff8803c46cfbe0 R08: 0000000000000006 R09: 0000000000000000 | |
[1406175.938344] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000769b29e0 | |
[1406175.938483] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406175.938606] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406175.938740] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406175.938832] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406175.938986] Stack: | |
[1406175.939064] ffff8804bd6691e0 ffff8803c46cfc48 ffffffff8121b09e ffff8804bd6692e8 | |
[1406175.939357] 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 ffff8803c46cfc10 | |
[1406175.939650] ffff8803c46cfc10 ffff8803c46cfcf8 ffff880503423030 ffff8804bd6691e0 | |
[1406175.939943] Call Trace: | |
[1406175.940025] [<ffffffff8121b09e>] queue_io+0xde/0x250 | |
[1406175.940121] [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406175.940221] [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406175.940320] [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406175.940430] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406175.940538] [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406175.940629] [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406175.940721] [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406175.940810] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406175.940911] [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406175.941001] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406175.941100] Code: 1f 00 66 2e 0f 1f 84 00 00 00 00 00 55 48 89 e5 53 48 89 fb e8 43 ff ff ff 84 c0 74 0e 48 8b 13 48 8b 43 08 48 89 42 08 48 89 10 <5b> 5d c3 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 55 48 89 e5 | |
[1406175.944155] NMI backtrace for cpu 2 | |
[1406175.944252] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406175.944384] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406175.944517] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406175.944649] RIP: e030:[<ffffffff81387075>] [<ffffffff81387075>] delay_tsc+0x25/0x90 | |
[1406175.944826] RSP: e02b:ffff88006c54bc20 EFLAGS: 00000282 | |
[1406175.944924] RAX: 0000000000004e1e RBX: ffff8804bd579308 RCX: 0000000000004e1c | |
[1406175.945053] RDX: 000000004e1e4e1c RSI: ffffffff8121addc RDI: 0000000000000001 | |
[1406175.945184] RBP: ffff88006c54bc38 R08: 0000000000000002 R09: 0000000000000000 | |
[1406175.945314] R10: 0000000000000001 R11: 0000000000000000 R12: 000000008eb9b070 | |
[1406175.945435] R13: 0000000000000002 R14: ffff8804bd578f00 R15: ffffea0012be7b80 | |
[1406175.945558] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406175.945694] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406175.945786] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406175.945908] Stack: | |
[1406175.945985] ffff8804bd579308 000000008eb9b070 000000008eb5f38c ffff88006c54bc48 | |
[1406175.946281] ffffffff81386f8f ffff88006c54bc70 ffffffff810ce29e ffff8804bd579320 | |
[1406175.946591] ffff8804bd579308 ffff8804bd579308 ffff88006c54bc98 ffffffff8167fb66 | |
[1406175.946906] Call Trace: | |
[1406175.946986] [<ffffffff81386f8f>] __delay+0xf/0x20 | |
[1406175.947083] [<ffffffff810ce29e>] do_raw_spin_lock+0xde/0x1d0 | |
[1406175.947182] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406175.947280] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.947380] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.947471] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406175.947560] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406175.947650] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406175.947751] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406175.947840] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406175.955880] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406175.955968] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406175.956069] Code: 84 00 00 00 00 00 0f 1f 44 00 00 55 48 89 e5 41 55 41 54 53 65 44 8b 2c 25 80 90 00 00 66 66 90 0f ae e8 48 83 3d 9b a5 6c 00 00 <74> 59 89 fb e8 02 6e c9 ff 66 90 41 89 c4 66 66 90 0f ae e8 48 | |
[1406175.959093] NMI backtrace for cpu 3 | |
[1406175.959208] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406175.959398] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406175.959562] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406175.959714] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406175.959948] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406175.960065] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406175.960218] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406175.960369] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406175.960521] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406175.960672] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406175.960828] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406175.961010] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406175.961128] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406175.961280] Stack: | |
[1406175.961385] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406175.961775] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406175.962165] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406175.962584] Call Trace: | |
[1406175.962696] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406175.962820] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406175.962944] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406175.963067] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406175.963222] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406175.963345] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406175.963467] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406175.963588] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406175.963709] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406175.963825] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406175.963941] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406175.964061] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406175.964219] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406175.964339] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406175.964456] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406175.964576] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc [1406175.966322] BUG: spinlock lockup suspected on CPU#2, sierra/2591 | |
[1406175.966323] lock: ffff8804bd579308, .magic: dead4ead, .owner: sierra/855, .owner_cpu: 2 | |
[1406175.966324] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406175.966325] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406175.966325] ffff8804bd579308 ffff88006c54bc28 ffffffff81677c18 ffff8804c824adc0 | |
[1406175.966328] ffff88006c54bc48 ffffffff810ce12d ffff8804bd579308 000000008eb9b070 | |
[1406175.966330] ffff88006c54bc70 ffffffff810ce23f ffff8804bd579320 ffff8804bd579308 | |
[1406175.966331] Call Trace: | |
[1406175.966332] [<ffffffff81677c18>] dump_stack+0x45/0x56 | |
[1406175.966334] [<ffffffff810ce12d>] spin_dump+0x7d/0xd0 | |
[1406175.966335] [<ffffffff810ce23f>] do_raw_spin_lock+0x7f/0x1d0 | |
[1406175.966337] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406175.966339] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.966340] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406175.966342] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406175.966343] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406175.966344] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406175.966346] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406175.966347] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406175.966348] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406175.966349] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406175.970521] cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406175.973014] INFO: NMI handler (ffffffff81682ae0) took too long to run: 35.985 msecs | |
[1406200.150776] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365] | |
[1406200.150941] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F)[1406200.154763] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989] | |
[1406200.154763] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F)[1406200.154771] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591] | |
[1406200.154772] gre(F) libcrc32c(F)Modules linked in: xen_pciback(F) xt_physdev(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) xen_netback(F) nfs(F) xen_blkback(F) lockd(F) fscache(F) sunrpc(F) ip_gre(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) ip_tunnel(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ixgbevf(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) dm_crypt(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) algif_skcipher(F) crc32_pclmul(F) af_alg(F) ghash_clmulni_intel(F) openvswitch(F) aesni_intel(F) vxlan(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) gre(F) mei(F) libcrc32c(F) lpc_ich(F) xen_pciback(F) mfd_core(F) nfsd(F) i2c_i801(F) auth_rpcgss(F) ioatdma(F) nfs_acl(F) squashfs(F) nfs(F) ixgbe(F) lockd(F) mdio(F) fscache(F) ptp(F) sunrpc(F) pps_core(F) xt_LOG(F) dca(F) xt_limit(F) ahci(F) xt_tcpudp(F) libahci(F) tpm_tis(F) | |
[1406200.154829] nf_conntrack_ipv4(F)irq event stamp: 195369 | |
[1406200.154830] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406200.154833] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406200.154833] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406200.154834] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406200.154836] nf_defrag_ipv4(F) xt_conntrack(F)[1406200.154838] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406200.154839] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406200.154840] nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406200.154845] iTCO_wdt(F)[1406200.154846] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406200.154847] iTCO_vendor_support(F)RIP: e030:[<ffffffff81394b5d>] [<ffffffff81394b5d>] __pax_list_add+0x2d/0x40 | |
[1406200.154856] RSP: e02b:ffff8803c46cfbc8 EFLAGS: 00000202 | |
[1406200.154857] RAX: 0000000000000001 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406200.154858] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018 | |
[1406200.154859] RBP: ffff8803c46cfbd0 R08: 0000000000000006 R09: 0000000000000000 | |
[1406200.154859] gpio_ich(F)[1406200.154860] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000f642a73c | |
[1406200.154861] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406200.154862] raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F)[1406200.154866] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406200.154866] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406200.154867] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406200.154868] crc32_pclmul(F)[1406200.154869] Stack: | |
[1406200.154869] ghash_clmulni_intel(F) ffff8803c46cfc10 aesni_intel(F) ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48 | |
[1406200.154874] ffffffff8121b0ad ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 | |
[1406200.154876] ffff8803c46cfcf8 ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 | |
[1406200.154878] Call Trace: | |
[1406200.154878] aes_x86_64(F) lrw(F) [<ffffffff81394b79>] __list_add+0x9/0x10 | |
[1406200.154882] [<ffffffff8121b0ad>] queue_io+0xed/0x250 | |
[1406200.154886] gf128mul(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406200.154889] glue_helper(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406200.154893] ablk_helper(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406200.154897] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406200.154899] cryptd(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406200.154902] sb_edac(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406200.154904] [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406200.154907] mei_me(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406200.154910] [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406200.154914] mei(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406200.154917] lpc_ich(F)Code: mfd_core(F)89 e5 41 55 41 54 53 49 89 f4 48 89 fb 49 89 d5 e8 69 ff ff ff 84 c0 74 0f 49 89 i2c_i801(F)5d 08 4c 89 2b 4c 89 63 08 49 89 1c ioatdma(F)24 5b 41 5c <41> 5d 5d c3 0f squashfs(F)1f 44 00 ixgbe(F)00 66 2e 0f mdio(F)1f 84 00 ptp(F)00 00 00 00 55 48 | |
[1406200.154951] pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406200.154956] irq event stamp: 0 | |
[1406200.154957] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406200.154959] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406200.154961] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406200.154963] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406200.154967] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406200.154968] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406200.154970] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406200.154971] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406200.154977] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406200.154979] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406200.154980] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406200.154981] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406200.154982] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406200.154984] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406200.154990] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406200.154992] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406200.154993] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406200.154994] Stack: | |
[1406200.154995] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406200.154999] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406200.155003] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406200.155006] Call Trace: | |
[1406200.155008] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406200.155016] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406200.155020] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406200.155027] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406200.155031] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406200.155037] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406200.155045] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406200.155050] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406200.155053] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406200.155058] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406200.155061] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406200.155069] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406200.155073] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406200.155076] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406200.155079] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406200.155082] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406200.158769] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364] | |
[1406200.158770] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406200.158819] irq event stamp: 449467648 | |
[1406200.158820] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406200.158822] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406200.158824] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406200.158826] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406200.158830] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406200.158831] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406200.158833] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406200.158835] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406200.158840] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406200.158841] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406200.158842] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406200.158843] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406200.158845] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406200.158846] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406200.158852] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406200.158854] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406200.158855] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406200.158857] Stack: | |
[1406200.158858] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406200.158862] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406200.158865] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406200.158870] Call Trace: | |
[1406200.158871] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406200.158877] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406200.158881] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406200.158886] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406200.158891] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406200.158896] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406200.158901] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406200.158908] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406200.158914] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406200.158921] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406200.158924] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406200.158931] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406200.158937] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406200.158941] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406200.158945] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406200.158948] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406200.204002] mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406200.204788] irq event stamp: 460266246 | |
[1406200.204874] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406200.205049] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406200.205221] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406200.205394] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406200.205569] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406200.205705] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406200.205849] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406200.205975] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406200.206159] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406200.206257] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406200.206394] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406200.206518] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406200.206643] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406200.206769] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406200.206910] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406200.207046] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406200.207141] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406200.207275] Stack: | |
[1406200.207354] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406200.207660] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406200.207992] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406200.208299] Call Trace: | |
[1406200.208384] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406200.208487] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406200.208588] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406200.216664] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406200.216799] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406200.216903] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406200.217004] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406200.217108] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406200.217210] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406200.217317] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406200.217423] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406200.217527] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406200.217633] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406200.217744] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406200.217842] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406200.217944] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406200.218043] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406200.218143] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406200.218235] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406200.218327] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406200.218428] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406228.150774] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365] | |
[1406228.150939] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F)[1406228.154764] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989] | |
[1406228.154764] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)[1406228.154783] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591] | |
[1406228.154784] intel_powerclamp(F) coretemp(F)Modules linked in: crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) xt_physdev(F) mdio(F) xen_netback(F) ptp(F) pps_core(F) xen_blkback(F) dca(F) ip_gre(F) ahci(F) ip_tunnel(F) libahci(F) ixgbevf(F) tpm_tis(F) dm_crypt(F) | |
[1406228.154807] algif_skcipher(F)irq event stamp: 195369 | |
[1406228.154809] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406228.154811] af_alg(F)hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406228.154813] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406228.154814] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406228.154815] openvswitch(F)[1406228.154817] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406228.154818] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406228.154818] vxlan(F) gre(F) libcrc32c(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406228.154823] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406228.154823] RIP: e030:[<ffffffff8122f376>] [<ffffffff8122f376>] sb_is_blkdev_sb+0x16/0x20 | |
[1406228.154828] RSP: e02b:ffff8803c46cfbe8 EFLAGS: 00000206 | |
[1406228.154829] RAX: 0000000000000000 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406228.154829] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030 | |
[1406228.154830] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000 | |
[1406228.154831] xen_pciback(F)[1406228.154832] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000089c0413d | |
[1406228.154832] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406228.154833] nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F)[1406228.154836] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406228.154837] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406228.154838] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406228.154838] lockd(F)[1406228.154839] Stack: | |
[1406228.154840] fscache(F) ffffffff8121b0b9 sunrpc(F) ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 xt_LOG(F) | |
[1406228.154846] ffff8803c46cfcf8 ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 | |
[1406228.154848] ffff880503423030 ffff8804bd6691e0 xt_limit(F) ffff8804bd6691f8 ffff8804bd6691f8 | |
[1406228.154851] Call Trace: | |
[1406228.154852] xt_tcpudp(F) [<ffffffff8121b0b9>] ? queue_io+0xf9/0x250 | |
[1406228.154859] [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406228.154861] nf_conntrack_ipv4(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406228.154865] nf_defrag_ipv4(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406228.154869] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406228.154871] xt_conntrack(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406228.154874] nf_conntrack(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406228.154876] iptable_filter(F) [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406228.154880] ip_tables(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406228.154883] [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406228.154886] x_tables(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406228.154889] iTCO_wdt(F)Code: iTCO_vendor_support(F)aa 81 e8 de 0a gpio_ich(F)45 00 48 89 d8 raid1(F)5b 5d c3 31 db eb ea 0f 1f 40 x86_pkg_temp_thermal(F)00 0f 1f 44 00 00 31 c0 intel_powerclamp(F)48 39 3d 62 5d b9 00 55 coretemp(F)48 89 e5 5d 0f 94 c0 <c3> 66 0f 1f crc32_pclmul(F)84 00 00 00 00 00 0f 1f 44 00 00 55 48 ghash_clmulni_intel(F)89 e5 41 55 | |
[1406228.154925] aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406228.154942] irq event stamp: 0 | |
[1406228.154943] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406228.154945] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406228.154947] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406228.154949] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406228.154952] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406228.154953] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406228.154955] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406228.154956] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406228.154962] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406228.154964] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406228.154965] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406228.154966] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406228.154967] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406228.154968] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406228.154974] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406228.154976] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406228.154977] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406228.154979] Stack: | |
[1406228.154979] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406228.154983] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406228.154987] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406228.154991] Call Trace: | |
[1406228.154992] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406228.154999] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406228.155003] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406228.155009] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406228.155013] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406228.155019] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406228.155027] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406228.155031] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406228.155035] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406228.155039] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406228.155042] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406228.155049] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406228.155052] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406228.155055] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406228.155059] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406228.155062] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406228.158767] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364] | |
[1406228.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406228.158814] irq event stamp: 449467648 | |
[1406228.158815] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406228.158817] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406228.158819] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406228.158821] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406228.158824] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406228.158826] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406228.158827] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406228.158828] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406228.158833] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406228.158835] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406228.158836] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406228.158837] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406228.158838] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406228.158839] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406228.158845] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406228.158847] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406228.158848] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406228.158850] Stack: | |
[1406228.158850] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406228.158855] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406228.158860] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406228.158865] Call Trace: | |
[1406228.158866] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406228.158871] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406228.158876] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406228.158881] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406228.158886] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406228.158891] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406228.158898] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406228.158905] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406228.158910] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406228.158913] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406228.158916] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406228.158921] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406228.158928] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406228.158932] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406228.158936] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406228.158940] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406228.205045] i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406228.205754] irq event stamp: 460266246 | |
[1406228.205842] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406228.206032] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406228.206212] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406228.206388] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406228.206563] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406228.206697] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406228.206843] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406228.206978] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406228.207159] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406228.207251] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406228.207376] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406228.207501] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406228.207625] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406228.207757] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406228.207903] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406228.208038] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406228.208132] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406228.208256] Stack: | |
[1406228.208335] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406228.208641] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406228.208947] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406228.209254] Call Trace: | |
[1406228.209346] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406228.209453] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406228.209555] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406228.209658] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406228.209794] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406228.209902] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406228.210002] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406228.210106] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406228.210208] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406228.210300] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406228.210404] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406228.210509] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406228.210605] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406228.210715] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406228.210822] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406228.210932] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406228.211037] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406228.211129] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406228.211221] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406228.211320] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406228.211421] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406256.150769] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365] | |
[1406256.150916] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F)[1406256.154765] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989] | |
[1406256.154765] Modules linked in:[1406256.154768] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591] | |
[1406256.154769] xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F)Modules linked in: auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) xt_physdev(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406256.154799] irq event stamp: 195369 | |
[1406256.154799] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406256.154801] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406256.154802] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406256.154803] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406256.154804] xen_netback(F)[1406256.154805] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406256.154806] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406256.154807] xen_blkback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406256.154810] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406256.154810] RIP: e030:[<ffffffff8122f376>] [<ffffffff8122f376>] sb_is_blkdev_sb+0x16/0x20 | |
[1406256.154812] RSP: e02b:ffff8803c46cfbe8 EFLAGS: 00000206 | |
[1406256.154813] RAX: 0000000000000000 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406256.154813] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030 | |
[1406256.154814] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000 | |
[1406256.154814] R10: 0000000000000000 R11: 0000000000000000 R12: 000000001ca4305b | |
[1406256.154815] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406256.154816] ip_gre(F) ip_tunnel(F) ixgbevf(F)[1406256.154819] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406256.154819] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406256.154820] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406256.154821] dm_crypt(F)[1406256.154822] Stack: | |
[1406256.154822] ffffffff8121b0b9 ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 algif_skcipher(F) | |
[1406256.154826] ffff8803c46cfcf8 ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 | |
[1406256.154828] ffff880503423030 ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8 | |
[1406256.154830] Call Trace: | |
[1406256.154831] af_alg(F) [<ffffffff8121b0b9>] ? queue_io+0xf9/0x250 | |
[1406256.154834] openvswitch(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406256.154837] vxlan(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406256.154840] gre(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406256.154843] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406256.154845] libcrc32c(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406256.154848] xen_pciback(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406256.154850] [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406256.154853] nfsd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406256.154856] auth_rpcgss(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406256.154858] nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406256.154861] nfs(F)Code: aa 81 e8 de 0a 45 00 48 89 d8 5b 5d c3 31 db lockd(F)eb ea 0f 1f 40 00 0f 1f 44 fscache(F)00 00 31 sunrpc(F)c0 48 xt_LOG(F)39 3d 62 5d xt_limit(F)b9 00 xt_tcpudp(F)55 48 89 nf_conntrack_ipv4(F)e5 5d 0f nf_defrag_ipv4(F)94 c0 <c3> 66 0f 1f 84 00 00 00 00 00 xt_conntrack(F)0f 1f 44 00 00 55 48 89 e5 41 55 | |
[1406256.154898] nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406256.154924] irq event stamp: 0 | |
[1406256.154925] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406256.154926] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406256.154928] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406256.154930] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406256.154935] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406256.154938] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406256.154939] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406256.154940] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406256.154946] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406256.154947] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406256.154948] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406256.154949] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406256.154951] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406256.154952] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406256.154958] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406256.154959] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406256.154960] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406256.154962] Stack: | |
[1406256.154963] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406256.154966] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406256.154970] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406256.154973] Call Trace: | |
[1406256.154974] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406256.154979] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406256.154982] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406256.154987] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406256.154991] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406256.154995] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406256.155001] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406256.155007] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406256.155010] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406256.155015] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406256.155017] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406256.155023] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406256.155026] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406256.155029] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406256.155032] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406256.155035] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406256.158766] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364] | |
[1406256.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406256.158813] irq event stamp: 449467648 | |
[1406256.158813] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406256.158815] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406256.158817] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406256.158819] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406256.158823] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406256.158824] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406256.158825] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406256.158826] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406256.158831] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406256.158832] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406256.158834] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406256.158836] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406256.158837] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406256.158838] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406256.158844] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406256.158846] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406256.158847] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406256.158849] Stack: | |
[1406256.158850] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406256.158855] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406256.158859] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406256.158864] Call Trace: | |
[1406256.158865] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406256.158870] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406256.158874] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406256.158879] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406256.158884] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406256.158888] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406256.158894] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406256.158899] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406256.158905] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406256.158909] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406256.158912] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406256.158917] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406256.158921] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406256.158925] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406256.158929] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406256.158932] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406256.203511] squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406256.212097] irq event stamp: 460266246 | |
[1406256.212183] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406256.212357] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406256.212539] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406256.212717] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406256.212891] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406256.213026] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406256.213171] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406256.213296] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406256.213473] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406256.213565] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406256.213691] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406256.213826] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406256.213959] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406256.214092] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406256.214239] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406256.214374] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406256.214467] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406256.214592] Stack: | |
[1406256.214672] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406256.214979] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406256.215287] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406256.215595] Call Trace: | |
[1406256.215688] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406256.215794] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406256.215895] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406256.215998] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406256.216133] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406256.216228] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406256.216331] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406256.216435] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406256.216537] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406256.216636] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406256.216738] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406256.216844] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406256.216949] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406256.217053] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406256.217154] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406256.217255] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406256.217365] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406256.217458] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406256.217557] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406256.217656] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406256.217757] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406284.150768] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365] | |
[1406284.150906] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406284.154763] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989] | |
[1406284.154763] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F)[1406284.154776] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591] | |
[1406284.154777] xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)Modules linked in: intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) xt_physdev(F) libahci(F) tpm_tis(F) | |
[1406284.154796] irq event stamp: 195369 | |
[1406284.154797] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406284.154798] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406284.154799] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406284.154800] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406284.154801] xen_netback(F)[1406284.154802] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406284.154803] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406284.154804] xen_blkback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406284.154806] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406284.154807] RIP: e030:[<ffffffff8121b089>] [<ffffffff8121b089>] queue_io+0xc9/0x250 | |
[1406284.154809] RSP: e02b:ffff8803c46cfbf0 EFLAGS: 00000286 | |
[1406284.154809] RAX: ffff8803c46cfc88 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406284.154810] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030 | |
[1406284.154810] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000 | |
[1406284.154811] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000aafc94a8 | |
[1406284.154811] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406284.154812] ip_gre(F) ip_tunnel(F) ixgbevf(F)[1406284.154815] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406284.154816] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406284.154816] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406284.154817] dm_crypt(F)[1406284.154818] Stack: | |
[1406284.154818] ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 algif_skcipher(F) ffff8803c46cfcf8 af_alg(F) | |
[1406284.154823] ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 ffff880503423030 | |
[1406284.154825] ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8 ffff8803c46cfcb8 openvswitch(F) | |
[1406284.154828] Call Trace: | |
[1406284.154829] vxlan(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406284.154832] gre(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406284.154835] libcrc32c(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406284.154838] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406284.154839] xen_pciback(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406284.154842] nfsd(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406284.154845] auth_rpcgss(F) [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406284.154848] nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406284.154851] nfs(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406284.154854] lockd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406284.154857] fscache(F)Code: 31 f6 4c 89 6d d0 0f 1f 40 00 48 8b 45 b8 48 3b 83 f8 00 00 00 74 7b 48 8b 45 c0 4c 8b bb 00 01 00 00 48 8b 40 10 48 85 c0 74 09 <49> 8b 4f e8 48 39 08 78 5e 4c 89 ff 41 83 c4 01 e8 e2 9b 17 00 | |
[1406284.154881] sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406284.154912] irq event stamp: 0 | |
[1406284.154912] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406284.154914] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406284.154917] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406284.154919] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406284.154923] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406284.154924] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406284.154926] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406284.154927] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406284.154931] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406284.154933] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406284.154934] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406284.154936] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406284.154937] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406284.154938] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406284.154944] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406284.154946] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406284.154947] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406284.154948] Stack: | |
[1406284.154949] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406284.154953] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406284.154956] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406284.154960] Call Trace: | |
[1406284.154961] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406284.154965] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406284.154968] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406284.154973] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406284.154976] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406284.154980] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406284.154985] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406284.154989] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406284.154993] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406284.154995] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406284.154998] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406284.155003] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406284.155008] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406284.155014] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406284.155017] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406284.155022] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406284.158766] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364] | |
[1406284.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406284.158813] irq event stamp: 449467648 | |
[1406284.158814] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406284.158816] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406284.158818] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406284.158820] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406284.158823] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406284.158825] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406284.158827] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406284.158828] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406284.158832] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406284.158833] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406284.158834] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406284.158835] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406284.158837] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406284.158838] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406284.158844] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406284.158845] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406284.158846] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406284.158848] Stack: | |
[1406284.158849] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406284.158852] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406284.158856] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406284.158860] Call Trace: | |
[1406284.158862] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406284.158866] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406284.158872] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406284.158877] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406284.158883] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406284.158889] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406284.158895] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406284.158900] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406284.158906] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406284.158910] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406284.158916] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406284.158922] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406284.158927] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406284.158932] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406284.158936] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406284.158939] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406284.203963] ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406284.204523] irq event stamp: 460266246 | |
[1406284.204616] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406284.204805] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406284.204978] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406284.205150] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406284.205324] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406284.205460] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406284.205604] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406284.205729] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406284.205914] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406284.206005] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406284.206130] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406284.206262] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406284.206387] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406284.206512] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406284.206639] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406284.206775] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406284.206877] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406284.207001] Stack: | |
[1406284.207089] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406284.207396] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406284.207703] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406284.208024] Call Trace: | |
[1406284.208108] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406284.208211] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406284.208312] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406284.208416] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406284.208552] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406284.208656] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406284.208758] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406284.208861] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406284.208963] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406284.209062] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406284.209164] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406284.209270] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406284.209381] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406284.209491] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406284.209593] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406284.209696] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406284.209796] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406284.209889] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406284.209981] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406284.210072] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406284.210173] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406312.150767] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365] | |
[1406312.150911] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F)[1406312.154761] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989] | |
[1406312.154762] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406312.154788] irq event stamp: 195369 | |
[1406312.154788] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406312.154789] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406312.154790] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406312.154791] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406312.154794] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591] | |
[1406312.154796] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406312.154797] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406312.154797] Modules linked in:Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406312.154800] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406312.154801] xt_physdev(F)RIP: e030:[<ffffffff81394ad8>] [<ffffffff81394ad8>] __list_add_debug+0x28/0x80 | |
[1406312.154807] RSP: e02b:ffff8803c46cfbb0 EFLAGS: 00000293 | |
[1406312.154807] RAX: 0000000000000001 RBX: ffff8804a248d018 RCX: 00000000ffffff02 | |
[1406312.154808] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018 | |
[1406312.154809] RBP: ffff8803c46cfbd0 R08: 0000000000000006 R09: 0000000000000000 | |
[1406312.154809] R10: 0000000000000000 R11: 0000000000000000 R12: ffff8803c46cfc10 | |
[1406312.154810] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406312.154811] xen_netback(F) xen_blkback(F) ip_gre(F)[1406312.154813] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406312.154814] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406312.154814] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406312.154815] ip_tunnel(F)[1406312.154816] Stack: | |
[1406312.154816] ffffffff81394b47 ixgbevf(F) ffff8804bd6691e0 00000000390fb407 ffff8803c46cfc10 | |
[1406312.154820] ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48 ffffffff8121b0ad | |
[1406312.154822] ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 dm_crypt(F) | |
[1406312.154825] Call Trace: | |
[1406312.154826] algif_skcipher(F) [<ffffffff81394b47>] ? __pax_list_add+0x17/0x40 | |
[1406312.154829] af_alg(F) [<ffffffff81394b79>] __list_add+0x9/0x10 | |
[1406312.154832] [<ffffffff8121b0ad>] queue_io+0xed/0x250 | |
[1406312.154834] openvswitch(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406312.154837] vxlan(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406312.154840] gre(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406312.154842] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406312.154844] libcrc32c(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406312.154847] xen_pciback(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406312.154850] nfsd(F) [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406312.154853] auth_rpcgss(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406312.154856] nfs_acl(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406312.154858] nfs(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406312.154862] lockd(F)Code: 44 00 00 55 48 89 d0 48 8b 52 08 48 89 e5 48 39 f2 75 20 48 8b 32 48 39 f0 75 30 48 39 fa 74 4b 48 39 f8 74 46 b8 01 00 00 00 5d <c3> 0f 1f 80 00 00 00 00 48 89 c1 48 c7 c7 08 41 9f 81 31 c0 e8 | |
[1406312.154889] fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406312.154920] irq event stamp: 0 | |
[1406312.154921] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406312.154922] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406312.154924] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406312.154926] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406312.154929] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406312.154931] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406312.154932] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406312.154933] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406312.154938] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406312.154939] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406312.154940] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406312.154941] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406312.154943] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406312.154944] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406312.154950] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406312.154951] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406312.154952] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406312.154954] Stack: | |
[1406312.154955] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406312.154958] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406312.154962] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406312.154966] Call Trace: | |
[1406312.154967] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406312.154971] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406312.154975] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406312.154980] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406312.154984] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406312.154988] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406312.154992] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406312.154997] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406312.155000] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406312.155003] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406312.155006] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406312.155011] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406312.155014] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406312.155016] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406312.155019] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406312.155022] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406312.158766] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364] | |
[1406312.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406312.158814] irq event stamp: 449467648 | |
[1406312.158815] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406312.158817] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406312.158819] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406312.158820] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406312.158824] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406312.158825] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406312.158826] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406312.158827] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406312.158831] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406312.158832] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406312.158833] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406312.158835] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406312.158836] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406312.158837] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406312.158843] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406312.158844] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406312.158845] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406312.158847] Stack: | |
[1406312.158848] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406312.158852] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406312.158856] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406312.158859] Call Trace: | |
[1406312.158861] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406312.158865] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406312.158870] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406312.158874] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406312.158879] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406312.158883] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406312.158890] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406312.158896] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406312.158901] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406312.158906] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406312.158909] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406312.158913] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406312.158918] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406312.158923] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406312.158926] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406312.158932] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406312.208825] ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406312.212138] irq event stamp: 460266246 | |
[1406312.212225] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406312.212399] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406312.212579] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406312.212754] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406312.212928] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406312.213054] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406312.213199] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406312.213334] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406312.213521] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406312.213612] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406312.213747] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406312.213871] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406312.213996] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406312.214130] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406312.214271] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406312.214408] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406312.214511] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406312.214645] Stack: | |
[1406312.214724] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406312.215030] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406312.215338] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406312.215645] Call Trace: | |
[1406312.215738] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406312.215837] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406312.215938] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406312.216041] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406312.216175] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406312.216279] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406312.216381] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406312.216484] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406312.216578] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406312.216677] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406312.216780] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406312.216885] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406312.216990] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406312.217092] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406312.217194] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406312.217303] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406312.217409] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406312.217509] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406312.217601] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406312.217700] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406312.217801] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406340.150767] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365] | |
[1406340.150910] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F)[1406340.154766] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989] | |
[1406340.154767] Modules linked in:[1406340.154769] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591] | |
[1406340.154770] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) xt_physdev(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) xen_netback(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406340.154802] irq event stamp: 195369 | |
[1406340.154802] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406340.154803] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406340.154804] softirqs last enabled at (195358): xen_blkback(F)[<ffffffff810716d4>] ffffffff810716d4 | |
[1406340.154806] softirqs last disabled at (195309): ip_gre(F)[<ffffffff81071add>] ffffffff81071add | |
[1406340.154809] ip_tunnel(F)[1406340.154810] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406340.154811] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406340.154812] ixgbevf(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406340.154814] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406340.154815] RIP: e030:[<ffffffff81394b30>] [<ffffffff81394b30>] __pax_list_add+0x0/0x40 | |
[1406340.154817] RSP: e02b:ffff8803c46cfbd8 EFLAGS: 00000202 | |
[1406340.154818] RAX: ffff8803c46cfc10 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406340.154818] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018 | |
[1406340.154819] RBP: ffff8803c46cfbe0 R08: 0000000000000006 R09: 0000000000000000 | |
[1406340.154819] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000c74d947a | |
[1406340.154820] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406340.154821] dm_crypt(F) algif_skcipher(F) af_alg(F)[1406340.154823] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406340.154824] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406340.154825] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406340.154825] openvswitch(F)[1406340.154826] Stack: | |
[1406340.154827] ffffffff81394b79 ffff8803c46cfc48 ffffffff8121b0ad ffff8804bd6692e8 | |
[1406340.154829] 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 ffff8803c46cfc10 | |
[1406340.154831] ffff8803c46cfc10 ffff8803c46cfcf8 ffff880503423030 ffff8804bd6691e0 vxlan(F) | |
[1406340.154834] Call Trace: | |
[1406340.154835] gre(F) [<ffffffff81394b79>] ? __list_add+0x9/0x10 | |
[1406340.154838] libcrc32c(F) [<ffffffff8121b0ad>] queue_io+0xed/0x250 | |
[1406340.154841] xen_pciback(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406340.154844] nfsd(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406340.154847] auth_rpcgss(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406340.154849] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406340.154851] nfs_acl(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406340.154854] nfs(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406340.154856] [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406340.154859] lockd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406340.154862] fscache(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406340.154864] sunrpc(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406340.154868] xt_LOG(F)Code: 48 89 c6 31 c0 e8 49 09 2e 00 0f 0b 0f 1f 80 00 00 00 00 48 89 c1 48 89 fe 31 c0 48 c7 c7 a8 41 9f 81 e8 2c 09 2e 00 0f 0b xt_limit(F)66 90 <55> 48 89 e5 41 55 41 54 53 49 89 f4 48 89 fb 49 89 d5 e8 69 ff | |
[1406340.154893] xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406340.154922] irq event stamp: 0 | |
[1406340.154923] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406340.154925] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406340.154927] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406340.154929] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406340.154933] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406340.154935] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406340.154938] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406340.154939] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406340.154944] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406340.154946] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406340.154947] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406340.154948] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406340.154949] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406340.154951] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406340.154957] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406340.154958] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406340.154959] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406340.154961] Stack: | |
[1406340.154961] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406340.154965] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406340.154969] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406340.154972] Call Trace: | |
[1406340.154973] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406340.154977] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406340.154981] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406340.154985] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406340.154989] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406340.154993] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406340.154998] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406340.155002] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406340.155005] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406340.155008] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406340.155012] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406340.155017] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406340.155020] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406340.155024] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406340.155028] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406340.155031] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406340.158767] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364] | |
[1406340.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406340.158818] irq event stamp: 449467648 | |
[1406340.158819] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406340.158821] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406340.158823] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406340.158825] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406340.158828] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406340.158830] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406340.158831] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406340.158832] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406340.158837] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406340.158838] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406340.158840] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406340.158841] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406340.158843] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406340.158844] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406340.158851] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406340.158852] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406340.158855] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406340.158856] Stack: | |
[1406340.158858] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406340.158862] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406340.158867] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406340.158872] Call Trace: | |
[1406340.158873] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406340.158878] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406340.158882] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406340.158887] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406340.158891] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406340.158896] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406340.158900] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406340.158906] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406340.158912] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406340.158915] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406340.158919] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406340.158923] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406340.158927] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406340.158931] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406340.158934] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406340.158937] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406340.203589] squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406340.204199] irq event stamp: 460266246 | |
[1406340.204285] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406340.204458] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406340.204638] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406340.204823] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406340.204997] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406340.205132] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406340.205276] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406340.205401] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406340.205578] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406340.205670] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406340.213773] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406340.213907] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406340.214032] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406340.214164] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406340.214293] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406340.214427] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406340.214531] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406340.214656] Stack: | |
[1406340.214735] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406340.215041] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406340.215347] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406340.215653] Call Trace: | |
[1406340.215747] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406340.215843] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406340.215943] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406340.216047] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406340.216181] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406340.216284] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406340.216386] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406340.216489] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406340.216593] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406340.216692] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406340.216794] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406340.216900] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406340.217004] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406340.217107] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406340.217202] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406340.217311] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406340.217410] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406340.217510] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406340.217609] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406340.217707] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406340.217801] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406344.706763] INFO: rcu_sched self-detected stall on CPU[1406344.706766] INFO: rcu_sched self-detected stall on CPU { 3} (t=60003 jiffies g=28847867 c=28847866 q=0) | |
[1406344.706774] sending NMI to all CPUs: | |
[1406344.706783] NMI backtrace for cpu 0 | |
[1406344.706787] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406344.706788] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406344.706790] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406344.706791] RIP: e030:[<ffffffff810ce367>] [<ffffffff810ce367>] do_raw_spin_lock+0x1a7/0x1d0 | |
[1406344.706797] RSP: e02b:ffff8804c596fbe8 EFLAGS: 00000206 | |
[1406344.706798] RAX: 0000000000007ddd RBX: ffff8804bd579308 RCX: 0000000000004e1c | |
[1406344.706799] RDX: 0000000000004e20 RSI: 0000000000004e20 RDI: ffff8804bd579308 | |
[1406344.706800] RBP: ffff8804c596fc00 R08: 0000000000000004 R09: 0000000000000001 | |
[1406344.706801] R10: ffff8804dc800000 R11: 0000000000002ed6 R12: 000000008eb9b070 | |
[1406344.706803] R13: 000000008eb9b070 R14: ffff8804bd578f00 R15: ffff8804a1d48b50 | |
[1406344.706808] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406344.706810] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406344.706811] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406344.706812] Stack: | |
[1406344.706813] ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 ffff8804c596fc28 | |
[1406344.706817] ffffffff8167fb66 ffffffff8121addc ffff8804bdbb6030 ffff8804a1d48940 | |
[1406344.706820] ffff8804c596fc60 ffffffff8121addc ffff8804a1d48940 ffff8804c80eeac0 | |
[1406344.706824] Call Trace: | |
[1406344.706825] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406344.706831] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406344.706835] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406344.706838] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406344.706843] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406344.706847] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406344.706852] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406344.706856] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406344.706860] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406344.706863] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406344.706866] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406344.706870] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406344.706873] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406344.706876] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406344.706879] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406344.706882] Code: 48 89 df e8 6c fd ff ff e9 b9 fe ff ff 83 e2 fe 0f b7 f2 b8 00 80 00 00 eb 11 66 2e 0f 1f 84 00 00 00 00 00 f3 90 83 e8 01 74 0d <0f> b7 0b 66 39 ca 75 f1 e9 e7 fe ff ff 48 83 3d 64 33 98 00 00 | |
[1406344.706924] NMI backtrace for cpu 3 | |
[1406344.706926] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406344.706928] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406344.706929] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406344.706930] RIP: e030:[<ffffffff8100130a>] [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20 | |
[1406344.706934] RSP: e02b:ffff8804dce03c48 EFLAGS: 00000046 | |
[1406344.706936] RAX: 0000000000000000 RBX: 0000000000000003 RCX: ffffffff8100130a | |
[1406344.706937] RDX: 0000000000000000 RSI: 0000000000000003 RDI: 000000000000000b | |
[1406344.706938] RBP: ffff8804dce03c60 R08: ffffffff81dbfae0 R09: 0000000000000001 | |
[1406344.706939] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0 | |
[1406344.706940] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000003 | |
[1406344.706945] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406344.706947] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406344.706948] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406344.706949] Stack: | |
[1406344.706950] 000000000001fb84 0000000000000003 ffffffff8141c727 ffff8804dce03c90 | |
[1406344.706954] ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00 | |
[1406344.706957] ffffffff81d1c280 ffff8804dce03ca0 ffffffff81012bc9 ffff8804dce03cb8 | |
[1406344.706961] Call Trace: | |
[1406344.706962] <IRQ> [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70 | |
[1406344.706967] [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60 | |
[1406344.706972] [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0 | |
[1406344.706975] [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90 | |
[1406344.706983] [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0 | |
[1406344.706988] [<ffffffff8107d007>] update_process_times+0x47/0x70 | |
[1406344.706994] [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60 | |
[1406344.706998] [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60 | |
[1406344.707002] [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0 | |
[1406344.707007] [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40 | |
[1406344.707010] [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240 | |
[1406344.707014] [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160 | |
[1406344.707021] [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0 | |
[1406344.707028] [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0 | |
[1406344.707032] [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200 | |
[1406344.707037] [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60 | |
[1406344.707041] [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180 | |
[1406344.707045] [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90 | |
[1406344.707049] [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40 | |
[1406344.707052] [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30 | |
[1406344.707057] <EOI> [<ffffffff810013aa>] ? xen_hypercall_sched_op+0xa/0x20 | |
[1406344.707061] [<ffffffff810013aa>] ? xen_hypercall_sched_op+0xa/0x20 | |
[1406344.707064] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406344.707067] [<ffffffff8141c910>] ? xen_poll_irq+0x10/0x20 | |
[1406344.707071] [<ffffffff81012fd6>] ? xen_lock_spinning+0x106/0x350 | |
[1406344.707075] [<ffffffff81012db1>] ? __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406344.707079] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406344.707083] [<ffffffff8167fb66>] ? _raw_spin_lock+0x56/0x70 | |
[1406344.707087] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406344.707091] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406344.707095] [<ffffffff8120ae4f>] ? evict+0x4f/0x1b0 | |
[1406344.707098] [<ffffffff8120b10a>] ? iput+0x10a/0x1c0 | |
[1406344.707101] [<ffffffff811fad2a>] ? do_unlinkat+0x1aa/0x3a0 | |
[1406344.707104] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406344.707108] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406344.707112] [<ffffffff811fee06>] ? SyS_unlink+0x16/0x20 | |
[1406344.707115] [<ffffffff8168a649>] ? system_call_fastpath+0x1a/0x1f | |
[1406344.707118] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406344.707159] NMI backtrace for cpu 2 | |
[1406344.707161] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406344.707162] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406344.707164] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406344.707165] RIP: e030:[<ffffffff810ce360>] [<ffffffff810ce360>] do_raw_spin_lock+0x1a0/0x1d0 | |
[1406344.707169] RSP: e02b:ffff88006c54bc58 EFLAGS: 00000202 | |
[1406344.707171] RAX: 0000000000007cd1 RBX: ffff8804bd579308 RCX: 0000000000004e1c | |
[1406344.707172] RDX: 0000000000004e1e RSI: 0000000000004e1e RDI: ffff8804bd579308 | |
[1406344.707173] RBP: ffff88006c54bc70 R08: 0000000000000000 R09: 0000000000000001 | |
[1406344.707174] R10: ffff8804dcc00000 R11: 0000000000003728 R12: 000000008eb9b070 | |
[1406344.707175] R13: 000000008eb9b070 R14: ffff8804bd578f00 R15: ffffea0012be7b80 | |
[1406344.707180] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406344.707182] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406344.707183] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406344.707184] Stack: | |
[1406344.707185] ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 ffff88006c54bc98 | |
[1406344.707189] ffffffff8167fb66 ffffffff8121addc ffff8804bdbb6030 ffff8804c518ddd0 | |
[1406344.707192] ffff88006c54bcd0 ffffffff8121addc ffff8804c518ddd0 ffff8804ceed2de0 | |
[1406344.707196] Call Trace: | |
[1406344.707197] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406344.707201] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406344.707205] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406344.707209] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406344.707212] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406344.707214] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406344.707219] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406344.707222] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406344.707225] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406344.707227] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406344.707230] Code: 48 c7 c6 7d ae 9b 81 48 89 df e8 6c fd ff ff e9 b9 fe ff ff 83 e2 fe 0f b7 f2 b8 00 80 00 00 eb 11 66 2e 0f 1f 84 00 00 00 00 00 <f3> 90 83 e8 01 74 0d 0f b7 0b 66 39 ca 75 f1 e9 e7 fe ff ff 48 | |
[1406344.707282] NMI backtrace for cpu 1 | |
[1406344.707283] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406344.707284] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406344.707284] Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406344.707286] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406344.707286] RIP: e030:[<ffffffff8100124a>] [<ffffffff8100124a>] xen_hypercall_console_io+0xa/0x20 | |
[1406344.707289] RSP: e02b:ffff8804dca03b20 EFLAGS: 00000046 | |
[1406344.707289] RAX: 0000000000000000 RBX: 0000000000000010 RCX: ffffffff8100124a | |
[1406344.707290] RDX: ffff8804dca03b50 RSI: 0000000000000010 RDI: 0000000000000000 | |
[1406344.707291] RBP: ffff8804dca03b38 R08: 000000000000000a R09: 000000000000fffe | |
[1406344.707292] R10: 0000000000000001 R11: 0000000000000246 R12: 000000000000002b | |
[1406344.707292] R13: 0000000000000010 R14: 0000000000000000 R15: 0000000000000000 | |
[1406344.707294] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406344.707295] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406344.707295] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406344.707296] Stack: | |
[1406344.707296] ffffffff819bb19d 0000000000000010 ffffffff8144f6bc ffff8804dca03b88 | |
[1406344.707298] ffffffff8144e3ed ffffffff829a25c0 343433363034315b 5d3336373630372e | |
[1406344.707299] ffffffff81d748c0 000000000000003b ffffffff81dbfae0 00000000000003ef | |
[1406344.707301] Call Trace: | |
[1406344.707301] <IRQ> [<ffffffff8144f6bc>] ? dom0_write_console+0x1c/0x30 | |
[1406344.707307] [<ffffffff8144e3ed>] hvc_console_print+0xcd/0x110 | |
[1406344.707309] [<ffffffff810d25a3>] call_console_drivers.constprop.22+0xa3/0xf0 | |
[1406344.707312] [<ffffffff810d29ad>] console_unlock+0x3bd/0x4d0 | |
[1406344.707314] [<ffffffff810d2d79>] vprintk_emit+0x239/0x630 | |
[1406344.707316] [<ffffffff816754bb>] printk+0x63/0x6b | |
[1406344.707319] [<ffffffff810c0ee9>] ? cpuacct_account_field+0x99/0xb0 | |
[1406344.707323] [<ffffffff810e0333>] rcu_check_callbacks+0x3a3/0x6a0 | |
[1406344.707324] [<ffffffff810c26ed>] ? trace_hardirqs_off+0xd/0x10 | |
[1406344.707326] [<ffffffff8107d007>] update_process_times+0x47/0x70 | |
[1406344.707328] [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60 | |
[1406344.707329] [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60 | |
[1406344.707331] [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0 | |
[1406344.707333] [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40 | |
[1406344.707334] [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240 | |
[1406344.707336] [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160 | |
[1406344.707338] [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0 | |
[1406344.707340] [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0 | |
[1406344.707342] [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200 | |
[1406344.707343] [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60 | |
[1406344.707345] [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180 | |
[1406344.707347] [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90 | |
[1406344.707348] [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40 | |
[1406344.707350] [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30 | |
[1406344.707352] <EOI> [<ffffffff8121b0a2>] ? queue_io+0xe2/0x250 | |
[1406344.707354] [<ffffffff8121b434>] ? wb_writeback+0x224/0x2c0 | |
[1406344.707356] [<ffffffff8121e679>] ? bdi_writeback_workfn+0x1b9/0x430 | |
[1406344.707358] [<ffffffff8108e91b>] ? process_one_work+0x21b/0x530 | |
[1406344.707359] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406344.707361] [<ffffffff8108ed5d>] ? worker_thread+0x12d/0x3e0 | |
[1406344.707362] [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406344.707363] [<ffffffff81096357>] ? kthread+0xe7/0x100 | |
[1406344.707365] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406344.707367] [<ffffffff8168a589>] ? ret_from_fork+0x49/0x80 | |
[1406344.707368] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406344.707370] Code: cc 51 41 53 b8 11 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 12 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406344.752466] { 1} (t=60003 jiffies g=28847867 c=28847866 q=0) | |
[1406344.752800] sending NMI to all CPUs: | |
[1406344.752886] NMI backtrace for cpu 1 | |
[1406344.752978] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406344.753104] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406344.753244] Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406344.753431] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406344.753553] RIP: e030:[<ffffffff8100130a>] [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20 | |
[1406344.753734] RSP: e02b:ffff8804dca03c48 EFLAGS: 00000046 | |
[1406344.753823] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8100130a | |
[1406344.753945] RDX: 0000000000000000 RSI: 0000000000000001 RDI: 000000000000000b | |
[1406344.754067] RBP: ffff8804dca03c60 R08: ffffffff81dbfae0 R09: 0000000000000001 | |
[1406344.754197] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0 | |
[1406344.754334] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000001 | |
[1406344.754458] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406344.754591] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406344.754682] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406344.754803] Stack: | |
[1406344.754881] 0000000000004129 0000000000000001 ffffffff8141c727 ffff8804dca03c90 | |
[1406344.755176] ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00 | |
[1406344.755472] ffffffff81d1c280 ffff8804dca03ca0 ffffffff81012bc9 ffff8804dca03cb8 | |
[1406344.755778] Call Trace: | |
[1406344.755875] <IRQ> | |
[1406344.755928] [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70 | |
[1406344.756135] [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60 | |
[1406344.756234] [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0 | |
[1406344.756328] [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90 | |
[1406344.756431] [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0 | |
[1406344.756524] [<ffffffff8107d007>] update_process_times+0x47/0x70 | |
[1406344.756615] [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60 | |
[1406344.756710] [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60 | |
[1406344.756801] [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0 | |
[1406344.756891] [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40 | |
[1406344.756985] [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240 | |
[1406344.757087] [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160 | |
[1406344.757189] [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0 | |
[1406344.757288] [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0 | |
[1406344.757399] [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200 | |
[1406344.757493] [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60 | |
[1406344.757585] [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180 | |
[1406344.757679] [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90 | |
[1406344.757772] [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40 | |
[1406344.757871] [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30 | |
[1406344.757965] <EOI> | |
[1406344.758016] [<ffffffff8121b0a2>] ? queue_io+0xe2/0x250 | |
[1406344.758221] [<ffffffff8121b434>] ? wb_writeback+0x224/0x2c0 | |
[1406344.758320] [<ffffffff8121e679>] ? bdi_writeback_workfn+0x1b9/0x430 | |
[1406344.758421] [<ffffffff8108e91b>] ? process_one_work+0x21b/0x530 | |
[1406344.758513] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406344.758605] [<ffffffff8108ed5d>] ? worker_thread+0x12d/0x3e0 | |
[1406344.758697] [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406344.758789] [<ffffffff81096357>] ? kthread+0xe7/0x100 | |
[1406344.766855] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406344.766949] [<ffffffff8168a589>] ? ret_from_fork+0x49/0x80 | |
[1406344.767041] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406344.767142] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406344.770202] NMI backtrace for cpu 0 | |
[1406344.770317] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406344.770472] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406344.770637] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406344.770790] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406344.771019] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406344.771136] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406344.771287] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406344.771437] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406344.771591] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406344.771735] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406344.771890] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406344.772044] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406344.772163] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406344.772315] Stack: | |
[1406344.772418] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406344.772810] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406344.773232] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406344.773622] Call Trace: | |
[1406344.773732] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406344.773855] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406344.773975] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406344.774098] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406344.774253] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406344.774376] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406344.774497] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406344.774620] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406344.774743] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406344.774858] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406344.774980] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406344.775105] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406344.775229] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406344.775351] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406344.775471] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406344.775593] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406344.775712] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406344.775831] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406344.775952] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406344.776072] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406344.776190] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406344.780356] NMI backtrace for cpu 2 | |
[1406344.780472] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406344.780627] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406344.780792] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406344.780945] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406344.781176] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406344.781285] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406344.781435] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406344.781587] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406344.781737] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406344.781889] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406344.782044] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406344.782197] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406344.782317] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406344.782469] Stack: | |
[1406344.782575] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406344.782988] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406344.783379] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406344.783772] Call Trace: | |
[1406344.783874] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406344.783997] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406344.784117] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406344.784244] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406344.784402] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406344.784526] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406344.784650] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406344.784773] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406344.784896] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406344.785015] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406344.785135] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406344.785258] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406344.785377] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406344.785496] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406344.785616] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406344.785735] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406344.789908] NMI backtrace for cpu 3 | |
[1406344.790024] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406344.790179] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406344.790345] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406344.790523] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406344.790753] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406344.790871] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406344.791023] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406344.791174] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406344.791326] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406344.791479] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406344.791634] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406344.791789] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406344.791907] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406344.792093] Stack: | |
[1406344.792197] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406344.792590] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406344.792983] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406344.793365] Call Trace: | |
[1406344.793476] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406344.793604] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406344.793744] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406344.793866] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406344.794021] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406344.794143] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406344.794264] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406344.794385] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406344.794506] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406344.794622] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406344.794739] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406344.794860] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406344.794983] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406344.795101] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406344.795253] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406344.795374] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406372.150768] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365] | |
[1406372.150914] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406372.154764] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989] | |
[1406372.154764] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F)[1406372.154777] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591] | |
[1406372.154778] nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)Modules linked in: intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406372.154796] irq event stamp: 195369 | |
[1406372.154797] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406372.154798] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406372.154800] xt_physdev(F)softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406372.154802] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406372.154803] xen_netback(F)[1406372.154805] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406372.154805] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406372.154806] xen_blkback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406372.154809] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406372.154809] RIP: e030:[<ffffffff81394b34>] [<ffffffff81394b34>] __pax_list_add+0x4/0x40 | |
[1406372.154812] RSP: e02b:ffff8803c46cfbd0 EFLAGS: 00000202 | |
[1406372.154813] RAX: ffff8803c46cfc10 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406372.154813] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018 | |
[1406372.154814] RBP: ffff8803c46cfbd0 R08: 0000000000000006 R09: 0000000000000000 | |
[1406372.154814] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000696fafca | |
[1406372.154815] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406372.154815] ip_gre(F) ip_tunnel(F) ixgbevf(F)[1406372.154818] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406372.154819] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406372.154820] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406372.154820] dm_crypt(F)[1406372.154821] Stack: | |
[1406372.154822] ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48 ffffffff8121b0ad | |
[1406372.154825] ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 | |
[1406372.154827] ffff8803c46cfc10 ffff8803c46cfc10 ffff8803c46cfcf8 ffff880503423030 algif_skcipher(F) | |
[1406372.154830] Call Trace: | |
[1406372.154831] af_alg(F) [<ffffffff81394b79>] __list_add+0x9/0x10 | |
[1406372.154834] [<ffffffff8121b0ad>] queue_io+0xed/0x250 | |
[1406372.154836] openvswitch(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406372.154839] vxlan(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406372.154843] gre(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406372.154845] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406372.154849] libcrc32c(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406372.154852] xen_pciback(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406372.154854] nfsd(F) [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406372.154858] auth_rpcgss(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406372.154861] [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406372.154862] nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406372.154866] nfs(F)Code: c0 e8 49 09 2e 00 0f 0b 0f 1f 80 00 00 lockd(F)00 00 48 89 c1 48 89 fe 31 c0 48 c7 c7 a8 41 9f 81 e8 2c 09 2e 00 0f fscache(F)0b 66 90 55 48 sunrpc(F)89 e5 <41> 55 41 54 53 49 89 f4 48 89 fb 49 89 d5 e8 69 ff ff ff 84 c0 | |
[1406372.154894] xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406372.154925] irq event stamp: 0 | |
[1406372.154926] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406372.154928] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406372.154930] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406372.154932] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406372.154936] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406372.154938] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406372.154940] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406372.154941] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406372.154945] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406372.154947] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406372.154949] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406372.154952] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406372.154954] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406372.154955] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406372.154961] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406372.154962] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406372.154963] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406372.154965] Stack: | |
[1406372.154966] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406372.154970] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406372.154974] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406372.154978] Call Trace: | |
[1406372.154979] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406372.154984] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406372.154988] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406372.154992] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406372.154996] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406372.155001] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406372.155005] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406372.155009] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406372.155013] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406372.155016] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406372.155019] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406372.155024] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406372.155027] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406372.155029] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406372.155032] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406372.155036] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406372.158767] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364] | |
[1406372.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406372.158823] irq event stamp: 449467648 | |
[1406372.158824] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406372.158826] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406372.158828] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406372.158830] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406372.158834] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406372.158835] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406372.158837] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406372.158838] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406372.158843] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406372.158845] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406372.158846] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406372.158847] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406372.158849] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406372.158851] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406372.158857] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406372.158859] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406372.158860] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406372.158862] Stack: | |
[1406372.158864] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406372.158869] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406372.158874] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406372.158878] Call Trace: | |
[1406372.158880] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406372.158885] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406372.158889] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406372.158894] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406372.158899] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406372.158904] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406372.158909] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406372.158914] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406372.158918] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406372.158922] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406372.158926] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406372.158930] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406372.158935] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406372.158939] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406372.158942] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406372.158946] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406372.211596] ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406372.212157] irq event stamp: 460266246 | |
[1406372.212243] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406372.212418] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406372.212618] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406372.212791] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406372.212965] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406372.213099] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406372.213236] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406372.213361] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406372.213545] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406372.213636] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406372.213761] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406372.213886] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406372.214011] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406372.214144] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406372.214281] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406372.214417] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406372.214510] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406372.214646] Stack: | |
[1406372.214733] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406372.215040] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406372.215346] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406372.215659] Call Trace: | |
[1406372.215765] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406372.215869] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406372.215963] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406372.216067] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406372.216202] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406372.216306] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406372.216408] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406372.216511] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406372.216613] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406372.216712] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406372.216814] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406372.216919] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406372.217024] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406372.217126] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406372.217232] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406372.217349] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406372.217448] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406372.217547] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406372.217647] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406372.217745] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406372.217846] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406400.150767] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365] | |
[1406400.150910] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406400.154765] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989] | |
[1406400.154766] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F)[1406400.154770] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591] | |
[1406400.154771] ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F)Modules linked in: crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406400.154799] irq event stamp: 195369 | |
[1406400.154799] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406400.154800] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406400.154802] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406400.154803] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406400.154805] xt_physdev(F)[1406400.154806] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406400.154807] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406400.154808] xen_netback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406400.154810] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406400.154811] RIP: e030:[<ffffffff8122f36f>] [<ffffffff8122f36f>] sb_is_blkdev_sb+0xf/0x20 | |
[1406400.154813] RSP: e02b:ffff8803c46cfbe0 EFLAGS: 00000206 | |
[1406400.154813] RAX: 0000000000000000 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406400.154814] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030 | |
[1406400.154815] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000 | |
[1406400.154815] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000f76a0d2b | |
[1406400.154816] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406400.154816] xen_blkback(F) ip_gre(F) ip_tunnel(F)[1406400.154819] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406400.154820] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406400.154821] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406400.154821] ixgbevf(F)[1406400.154822] Stack: | |
[1406400.154823] ffff8803c46cfc48 ffffffff8121b0b9 ffff8804bd6692e8 0000000000000000 dm_crypt(F) | |
[1406400.154826] ffff8804bd6692d8 ffff8803c46cfcf8 ffff8804a248d018 ffff8804a248d018 algif_skcipher(F) | |
[1406400.154829] ffff8803c46cfcf8 ffff880503423030 ffff8804bd6691e0 ffff8804bd6691f8 | |
[1406400.154831] Call Trace: | |
[1406400.154832] af_alg(F) [<ffffffff8121b0b9>] ? queue_io+0xf9/0x250 | |
[1406400.154836] openvswitch(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406400.154839] vxlan(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406400.154842] gre(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406400.154844] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406400.154846] libcrc32c(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406400.154849] xen_pciback(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406400.154851] [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406400.154854] nfsd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406400.154857] auth_rpcgss(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406400.154860] nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406400.154863] nfs(F)Code: 75 da 48 c7 c7 00 c7 aa 81 e8 de 0a 45 00 48 89 d8 5b 5d c3 31 db eb ea 0f 1f 40 00 0f 1f 44 00 00 31 c0 48 39 3d 62 5d b9 00 55 <48> 89 e5 5d 0f 94 c0 c3 66 0f 1f 84 00 00 lockd(F)00 00 00 0f 1f 44 00 | |
[1406400.154889] fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406400.154920] irq event stamp: 0 | |
[1406400.154921] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406400.154923] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406400.154925] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406400.154926] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406400.154930] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406400.154931] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406400.154933] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406400.154934] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406400.154938] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406400.154939] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406400.154940] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406400.154942] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406400.154943] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406400.154944] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406400.154950] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406400.154952] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406400.154953] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406400.154955] Stack: | |
[1406400.154955] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406400.154959] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406400.154963] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406400.154966] Call Trace: | |
[1406400.154967] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406400.154972] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406400.154975] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406400.154980] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406400.154983] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406400.154987] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406400.154992] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406400.154996] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406400.155000] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406400.155003] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406400.155005] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406400.155010] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406400.155013] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406400.155016] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406400.155018] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406400.155022] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406400.158766] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364] | |
[1406400.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406400.158821] irq event stamp: 449467648 | |
[1406400.158822] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406400.158824] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406400.158826] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406400.158828] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406400.158832] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406400.158833] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406400.158834] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406400.158835] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406400.158840] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406400.158841] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406400.158842] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406400.158843] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406400.158844] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406400.158845] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406400.158851] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406400.158852] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406400.158854] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406400.158856] Stack: | |
[1406400.158857] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406400.158862] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406400.158867] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406400.158872] Call Trace: | |
[1406400.158873] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406400.158878] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406400.158883] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406400.158887] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406400.158892] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406400.158897] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406400.158902] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406400.158908] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406400.158912] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406400.158916] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406400.158919] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406400.158922] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406400.158926] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406400.158930] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406400.158934] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406400.158937] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406400.203541] ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406400.204102] irq event stamp: 460266246 | |
[1406400.204188] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406400.204362] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406400.204534] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406400.204715] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406400.204892] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406400.205027] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406400.205170] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406400.205295] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406400.205472] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406400.205563] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406400.205688] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406400.205813] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406400.205937] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406400.206062] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406400.206189] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406400.214312] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406400.214405] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406400.214530] Stack: | |
[1406400.214609] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406400.214916] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406400.215224] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406400.215530] Call Trace: | |
[1406400.215616] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406400.215719] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406400.215824] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406400.215928] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406400.216064] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406400.216168] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406400.216269] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406400.216373] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406400.216475] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406400.216575] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406400.216677] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406400.216782] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406400.216886] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406400.216989] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406400.217091] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406400.217193] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406400.217285] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406400.217389] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406400.217488] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406400.217586] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406400.217688] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406428.150767] BUG: soft lockup - CPU#0 stuck for 23s! [charlie:1365] | |
[1406428.150902] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406428.154768] BUG: soft lockup - CPU#1 stuck for 23s! [kworker/u8:2:1989] | |
[1406428.154768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)[1406428.154786] BUG: soft lockup - CPU#2 stuck for 23s! [sierra:2591] | |
[1406428.154787] intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F)Modules linked in: gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406428.154800] irq event stamp: 195369 | |
[1406428.154800] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406428.154801] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406428.154802] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406428.154804] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406428.154805] xt_physdev(F)[1406428.154806] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406428.154807] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406428.154808] xen_netback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406428.154811] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406428.154811] RIP: e030:[<ffffffff8121b075>] [<ffffffff8121b075>] queue_io+0xb5/0x250 | |
[1406428.154814] RSP: e02b:ffff8803c46cfbf0 EFLAGS: 00000206 | |
[1406428.154814] RAX: ffff8804bd6692d8 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406428.154815] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030 | |
[1406428.154815] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000 | |
[1406428.154816] R10: 0000000000000000 R11: 0000000000000000 R12: 0000000085a7eba0 | |
[1406428.154817] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406428.154817] xen_blkback(F) ip_gre(F) ip_tunnel(F)[1406428.154820] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406428.154821] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406428.154821] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406428.154822] ixgbevf(F)[1406428.154823] Stack: | |
[1406428.154823] ffff8804bd6692e8 dm_crypt(F) 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 algif_skcipher(F) | |
[1406428.154828] ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 ffff880503423030 | |
[1406428.154830] ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8 af_alg(F) ffff8803c46cfcb8 | |
[1406428.154833] Call Trace: | |
[1406428.154834] openvswitch(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406428.154837] vxlan(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406428.154840] gre(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406428.154843] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406428.154845] libcrc32c(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406428.154847] xen_pciback(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406428.154850] nfsd(F) [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406428.154853] auth_rpcgss(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406428.154857] nfs_acl(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406428.154859] nfs(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406428.154863] lockd(F)Code: fb 45 31 e4 c7 45 b4 00 00 00 00 48 89 45 b8 4c 89 6d c8 45 31 f6 4c 89 6d d0 0f 1f 40 00 48 8b 45 b8 48 3b 83 f8 00 00 00 74 7b <48> 8b 45 c0 4c 8b bb 00 01 00 00 48 8b 40 10 48 85 c0 74 09 49 | |
[1406428.154887] fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406428.154919] irq event stamp: 0 | |
[1406428.154919] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406428.154921] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406428.154923] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406428.154925] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406428.154929] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406428.154931] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406428.154934] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406428.154935] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406428.154939] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406428.154942] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406428.154943] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406428.154944] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406428.154946] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406428.154947] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406428.154953] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406428.154954] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406428.154955] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406428.154957] Stack: | |
[1406428.154958] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406428.154962] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406428.154966] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406428.154969] Call Trace: | |
[1406428.154970] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406428.154975] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406428.154978] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406428.154983] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406428.154987] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406428.154991] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406428.154996] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406428.155000] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406428.155003] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406428.155007] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406428.155010] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406428.155015] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406428.155018] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406428.155021] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406428.155023] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406428.155027] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406428.158767] BUG: soft lockup - CPU#3 stuck for 23s! [charlie:1364] | |
[1406428.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406428.158821] irq event stamp: 449467648 | |
[1406428.158822] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406428.158824] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406428.158826] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406428.158828] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406428.158832] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406428.158833] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406428.158834] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406428.158835] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406428.158839] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406428.158841] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406428.158842] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406428.158843] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406428.158844] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406428.158845] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406428.158852] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406428.158853] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406428.158855] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406428.158857] Stack: | |
[1406428.158858] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406428.158862] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406428.158867] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406428.158872] Call Trace: | |
[1406428.158873] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406428.158878] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406428.158882] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406428.158887] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406428.158893] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406428.158898] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406428.158904] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406428.158910] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406428.158915] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406428.158919] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406428.158922] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406428.158925] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406428.158929] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406428.158935] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406428.158938] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406428.158943] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406428.204755] ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406428.205316] irq event stamp: 460266246 | |
[1406428.205401] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406428.205574] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406428.205746] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406428.205919] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406428.206093] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406428.206236] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406428.206379] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406428.206512] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406428.206688] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406428.206781] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406428.206906] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406428.207030] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406428.207154] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406428.207279] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406428.207406] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406428.207540] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406428.207634] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406428.207761] Stack: | |
[1406428.207871] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406428.208177] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406428.208486] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406428.208794] Call Trace: | |
[1406428.208877] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406428.208980] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406428.209082] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406428.209186] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406428.209320] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406428.209427] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406428.209528] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406428.209632] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406428.209736] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406428.209835] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406428.209930] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406428.210035] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406428.210140] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406428.210242] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406428.210344] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406428.210446] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406428.210545] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406428.210645] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406428.210736] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406428.210838] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406428.210947] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406456.150767] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365] | |
[1406456.150910] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F)[1406456.154763] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989] | |
[1406456.154763] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F)[1406456.154778] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591] | |
[1406456.154779] iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)Modules linked in: intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) xt_physdev(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) xen_netback(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406456.154797] irq event stamp: 195369 | |
[1406456.154798] hardirqs last enabled at (195369): xen_blkback(F)[<ffffffff81680dad>] ffffffff81680dad | |
[1406456.154800] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406456.154803] softirqs last enabled at (195358): ip_gre(F)[<ffffffff810716d4>] ffffffff810716d4 | |
[1406456.154806] softirqs last disabled at (195309): ip_tunnel(F)[<ffffffff81071add>] ffffffff81071add | |
[1406456.154808] ixgbevf(F)[1406456.154810] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406456.154811] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406456.154811] dm_crypt(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406456.154814] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406456.154814] RIP: e030:[<ffffffff81394b70>] [<ffffffff81394b70>] __list_add+0x0/0x10 | |
[1406456.154817] RSP: e02b:ffff8803c46cfbe8 EFLAGS: 00000202 | |
[1406456.154817] RAX: ffff8803c46cfc10 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406456.154818] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018 | |
[1406456.154818] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000 | |
[1406456.154819] R10: 0000000000000000 R11: 0000000000000000 R12: 000000001400a22f | |
[1406456.154820] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406456.154820] algif_skcipher(F) af_alg(F) openvswitch(F)[1406456.154823] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406456.154824] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406456.154824] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406456.154825] vxlan(F)[1406456.154826] Stack: | |
[1406456.154826] ffffffff8121b0ad gre(F) ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 libcrc32c(F) | |
[1406456.154831] ffff8803c46cfcf8 ffff8803c46cfc10 ffff8803c46cfc10 ffff8803c46cfcf8 | |
[1406456.154833] ffff880503423030 ffff8804bd6691e0 ffff8804bd6691f8 ffff8804bd6691f8 | |
[1406456.154835] Call Trace: | |
[1406456.154836] xen_pciback(F) [<ffffffff8121b0ad>] ? queue_io+0xed/0x250 | |
[1406456.154839] nfsd(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406456.154842] auth_rpcgss(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406456.154845] nfs_acl(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406456.154848] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406456.154849] nfs(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406456.154852] lockd(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406456.154855] fscache(F) [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406456.154858] sunrpc(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406456.154861] [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406456.154863] xt_LOG(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406456.154866] xt_limit(F)Code: ff ff 84 c0 74 0f 49 89 5d 08 4c 89 2b 4c 89 63 08 49 89 1c 24 5b 41 5c 41 5d 5d c3 0f 1f 44 00 00 66 2e 0f 1f 84 00 00 00 00 00 <55> xt_tcpudp(F)48 89 e5 e8 b7 ff ff ff 5d c3 0f 1f nf_conntrack_ipv4(F)44 00 00 nf_defrag_ipv4(F)55 48 89 e5 41 | |
[1406456.154894] xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406456.154921] irq event stamp: 0 | |
[1406456.154922] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406456.154924] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406456.154926] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406456.154928] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406456.154932] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406456.154934] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406456.154937] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406456.154938] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406456.154943] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406456.154946] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406456.154947] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406456.154948] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406456.154950] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406456.154951] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406456.154957] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406456.154958] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406456.154959] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406456.154961] Stack: | |
[1406456.154961] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406456.154965] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406456.154969] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406456.154973] Call Trace: | |
[1406456.154974] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406456.154978] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406456.154982] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406456.154987] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406456.154991] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406456.154995] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406456.155000] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406456.155004] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406456.155008] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406456.155012] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406456.155014] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406456.155019] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406456.155022] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406456.155025] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406456.155027] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406456.155030] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406456.158767] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364] | |
[1406456.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406456.158813] irq event stamp: 449467648 | |
[1406456.158814] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406456.158816] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406456.158818] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406456.158820] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406456.158824] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406456.158825] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406456.158826] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406456.158828] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406456.158832] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406456.158833] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406456.158834] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406456.158836] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406456.158838] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406456.158839] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406456.158845] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406456.158846] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406456.158847] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406456.158849] Stack: | |
[1406456.158850] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406456.158855] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406456.158859] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406456.158864] Call Trace: | |
[1406456.158865] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406456.158870] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406456.158874] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406456.158879] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406456.158883] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406456.158888] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406456.158893] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406456.158898] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406456.158902] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406456.158906] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406456.158909] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406456.158914] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406456.158919] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406456.158925] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406456.158928] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406456.158932] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406456.211323] squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406456.211932] irq event stamp: 460266246 | |
[1406456.212018] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406456.212190] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406456.212363] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406456.212535] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406456.212722] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406456.212857] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406456.213001] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406456.213126] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406456.213303] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406456.213394] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406456.213519] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406456.213644] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406456.213778] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406456.213903] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406456.214040] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406456.214185] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406456.214281] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406456.214407] Stack: | |
[1406456.214486] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406456.214794] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406456.215100] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406456.215409] Call Trace: | |
[1406456.215493] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406456.215596] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406456.215696] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406456.215802] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406456.215929] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406456.216032] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406456.216134] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406456.216238] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406456.216340] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406456.216439] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406456.216543] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406456.216648] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406456.216753] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406456.216856] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406456.216958] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406456.217059] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406456.217158] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406456.217258] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406456.217367] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406456.217466] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406456.217560] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406484.150767] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365] | |
[1406484.150910] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406484.154763] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989] | |
[1406484.154763] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F)[1406484.154774] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591] | |
[1406484.154775] xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F)Modules linked in: libahci(F) tpm_tis(F) | |
[1406484.154794] irq event stamp: 195369 | |
[1406484.154795] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406484.154796] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406484.154797] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406484.154798] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406484.154800] xt_physdev(F)[1406484.154801] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406484.154802] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406484.154803] xen_netback(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406484.154805] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406484.154806] RIP: e030:[<ffffffff81394b34>] [<ffffffff81394b34>] __pax_list_add+0x4/0x40 | |
[1406484.154808] RSP: e02b:ffff8803c46cfbd0 EFLAGS: 00000202 | |
[1406484.154809] RAX: ffff8803c46cfc10 RBX: ffff8804bd6691e0 RCX: 00000000ffffff02 | |
[1406484.154809] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018 | |
[1406484.154810] RBP: ffff8803c46cfbd0 R08: 0000000000000006 R09: 0000000000000000 | |
[1406484.154810] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000a23cf1eb | |
[1406484.154811] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406484.154812] xen_blkback(F) ip_gre(F) ip_tunnel(F)[1406484.154814] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406484.154815] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406484.154816] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406484.154816] ixgbevf(F)[1406484.154817] Stack: | |
[1406484.154818] ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48 ffffffff8121b0ad dm_crypt(F) | |
[1406484.154821] ffff8804bd6692e8 0000000000000000 algif_skcipher(F) ffff8804bd6692d8 ffff8803c46cfcf8 | |
[1406484.154825] ffff8803c46cfc10 ffff8803c46cfc10 ffff8803c46cfcf8 ffff880503423030 af_alg(F) | |
[1406484.154828] Call Trace: | |
[1406484.154829] openvswitch(F) [<ffffffff81394b79>] __list_add+0x9/0x10 | |
[1406484.154831] [<ffffffff8121b0ad>] queue_io+0xed/0x250 | |
[1406484.154833] vxlan(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406484.154837] gre(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406484.154840] libcrc32c(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406484.154842] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406484.154844] xen_pciback(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406484.154847] nfsd(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406484.154850] auth_rpcgss(F) [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406484.154853] nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406484.154856] [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406484.154858] nfs(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406484.154861] lockd(F)Code: c0 e8 49 09 2e 00 0f 0b 0f 1f 80 00 00 00 00 48 89 c1 48 89 fe 31 c0 48 c7 c7 a8 41 9f 81 e8 2c 09 2e 00 0f 0b 66 90 55 48 89 e5 <41> 55 41 54 53 49 89 f4 48 89 fb 49 89 d5 e8 69 ff ff ff 84 c0 | |
[1406484.154886] fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406484.154917] irq event stamp: 0 | |
[1406484.154918] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406484.154920] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406484.154922] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406484.154923] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406484.154927] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406484.154928] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406484.154929] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406484.154930] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406484.154935] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406484.154936] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406484.154937] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406484.154938] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406484.154940] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406484.154941] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406484.154947] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406484.154948] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406484.154949] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406484.154951] Stack: | |
[1406484.154952] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406484.154955] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406484.154959] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406484.154962] Call Trace: | |
[1406484.154963] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406484.154968] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406484.154971] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406484.154975] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406484.154979] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406484.154983] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406484.154988] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406484.154992] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406484.154996] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406484.154998] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406484.155001] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406484.155006] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406484.155009] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406484.155012] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406484.155014] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406484.155017] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406484.158767] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364] | |
[1406484.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406484.158813] irq event stamp: 449467648 | |
[1406484.158814] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406484.158816] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406484.158818] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406484.158819] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406484.158823] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406484.158824] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406484.158825] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406484.158827] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406484.158831] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406484.158833] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406484.158834] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406484.158836] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406484.158837] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406484.158839] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406484.158845] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406484.158847] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406484.158848] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406484.158850] Stack: | |
[1406484.158851] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406484.158856] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406484.158860] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406484.158865] Call Trace: | |
[1406484.158866] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406484.158871] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406484.158875] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406484.158880] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406484.158885] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406484.158890] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406484.158895] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406484.158899] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406484.158903] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406484.158906] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406484.158909] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406484.158913] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406484.158916] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406484.158921] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406484.158924] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406484.158927] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406484.204208] ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406484.204780] irq event stamp: 460266246 | |
[1406484.204866] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406484.205039] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406484.205212] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406484.205385] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406484.205558] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406484.205693] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406484.205836] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406484.205961] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406484.206137] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406484.206236] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406484.206375] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406484.206500] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406484.206625] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406484.206759] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406484.206886] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406484.207022] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406484.207115] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406484.207240] Stack: | |
[1406484.207320] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406484.207626] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406484.207966] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406484.208272] Call Trace: | |
[1406484.208356] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406484.208459] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406484.208560] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406484.208664] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406484.208799] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406484.208902] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406484.209003] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406484.209107] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406484.209210] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406484.209301] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406484.209410] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406484.209517] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406484.217591] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406484.217694] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406484.217797] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406484.217898] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406484.217998] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406484.218090] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406484.218182] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406484.218283] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406484.218384] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406512.150767] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365] | |
[1406512.150910] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F)[1406512.154762] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989] | |
[1406512.154762] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406512.154788] irq event stamp: 195369 | |
[1406512.154788] hardirqs last enabled at (195369): [1406512.154790] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591] | |
[1406512.154791] [<ffffffff81680dad>] ffffffff81680dad | |
[1406512.154792] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406512.154793] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406512.154794] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406512.154795] Modules linked in:[1406512.154796] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406512.154797] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406512.154798] xt_physdev(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406512.154800] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406512.154801] RIP: e030:[<ffffffff81394abb>] [<ffffffff81394abb>] __list_add_debug+0xb/0x80 | |
[1406512.154803] RSP: e02b:ffff8803c46cfba8 EFLAGS: 00000202 | |
[1406512.154804] RAX: ffff8803c46cfc10 RBX: ffff8804a248d018 RCX: 00000000ffffff02 | |
[1406512.154804] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804a248d018 | |
[1406512.154805] RBP: ffff8803c46cfba8 R08: 0000000000000006 R09: 0000000000000000 | |
[1406512.154805] R10: 0000000000000000 R11: 0000000000000000 R12: ffff8803c46cfc10 | |
[1406512.154806] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406512.154807] xen_netback(F) xen_blkback(F) ip_gre(F)[1406512.154809] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406512.154810] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406512.154811] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406512.154811] ip_tunnel(F)[1406512.154812] Stack: | |
[1406512.154813] ffff8803c46cfbd0 ffffffff81394b47 ffff8804bd6691e0 000000003043bb65 ixgbevf(F) | |
[1406512.154816] ffff8803c46cfc10 ffff8803c46cfbe0 ffffffff81394b79 ffff8803c46cfc48 | |
[1406512.154818] ffffffff8121b0ad ffff8804bd6692e8 0000000000000000 ffff8804bd6692d8 dm_crypt(F) | |
[1406512.154821] Call Trace: | |
[1406512.154823] [<ffffffff81394b47>] __pax_list_add+0x17/0x40 | |
[1406512.154825] algif_skcipher(F) [<ffffffff81394b79>] __list_add+0x9/0x10 | |
[1406512.154828] [<ffffffff8121b0ad>] queue_io+0xed/0x250 | |
[1406512.154830] af_alg(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406512.154833] openvswitch(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406512.154836] vxlan(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406512.154839] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406512.154841] gre(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406512.154843] libcrc32c(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406512.154846] xen_pciback(F) [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406512.154849] nfsd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406512.154853] auth_rpcgss(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406512.154855] nfs_acl(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406512.154859] nfs(F)Code: 48 8b 17 48 8b 47 08 55 48 89 42 08 48 89 e5 48 89 10 48 lockd(F)89 3f fscache(F)48 89 7f 08 5d c3 0f 1f 44 00 sunrpc(F)00 55 48 89 d0 48 8b xt_LOG(F)52 08 48 89 e5 <48> 39 f2 75 20 48 xt_limit(F)8b 32 xt_tcpudp(F)48 39 nf_conntrack_ipv4(F)f0 75 30 48 39 fa 74 4b nf_defrag_ipv4(F)48 39 f8 | |
[1406512.154894] xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406512.154920] irq event stamp: 0 | |
[1406512.154921] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406512.154923] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406512.154924] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406512.154926] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406512.154929] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406512.154930] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406512.154932] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406512.154933] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406512.154937] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406512.154938] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406512.154939] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406512.154940] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406512.154941] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406512.154942] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406512.154948] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406512.154949] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406512.154950] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406512.154952] Stack: | |
[1406512.154953] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406512.154956] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406512.154960] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406512.154963] Call Trace: | |
[1406512.154964] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406512.154968] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406512.154973] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406512.154977] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406512.154981] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406512.154985] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406512.154990] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406512.154994] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406512.154998] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406512.155001] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406512.155003] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406512.155008] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406512.155011] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406512.155014] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406512.155016] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406512.155019] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406512.158766] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364] | |
[1406512.158767] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406512.158812] irq event stamp: 449467648 | |
[1406512.158813] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406512.158815] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406512.158817] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406512.158818] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406512.158822] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406512.158823] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406512.158824] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406512.158826] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406512.158830] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406512.158831] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406512.158833] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406512.158834] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406512.158835] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406512.158836] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406512.158842] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406512.158844] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406512.158845] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406512.158846] Stack: | |
[1406512.158847] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406512.158852] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406512.158856] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406512.158861] Call Trace: | |
[1406512.158862] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406512.158867] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406512.158871] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406512.158876] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406512.158880] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406512.158885] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406512.158890] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406512.158895] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406512.158899] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406512.158902] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406512.158906] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406512.158910] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406512.158914] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406512.158920] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406512.158923] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406512.158926] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406512.205294] mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406512.205808] irq event stamp: 460266246 | |
[1406512.205894] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406512.206067] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406512.206248] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406512.206422] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406512.206595] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406512.206729] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406512.206873] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406512.206999] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406512.207176] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406512.207267] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406512.207392] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406512.207516] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406512.207641] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406512.207772] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406512.207921] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406512.208056] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406512.208150] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406512.208275] Stack: | |
[1406512.208354] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406512.208663] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406512.208971] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406512.209278] Call Trace: | |
[1406512.209369] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406512.209477] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406512.209577] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406512.209680] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406512.209807] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406512.209912] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406512.210013] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406512.210117] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406512.210219] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406512.210318] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406512.210420] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406512.210525] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406512.210631] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406512.210734] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406512.210838] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406512.210947] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406512.211053] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406512.211152] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406512.211251] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406512.211350] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406512.211451] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406524.718761] INFO: rcu_sched self-detected stall on CPU[1406524.718766] INFO: rcu_sched self-detected stall on CPU { 3} (t=105006 jiffies g=28847867 c=28847866 q=0) | |
[1406524.718772] sending NMI to all CPUs: | |
[1406524.718779] NMI backtrace for cpu 0 | |
[1406524.718783] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406524.718784] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406524.718786] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406524.718787] RIP: e030:[<ffffffff810ce362>] [<ffffffff810ce362>] do_raw_spin_lock+0x1a2/0x1d0 | |
[1406524.718793] RSP: e02b:ffff8804c596fbe8 EFLAGS: 00000212 | |
[1406524.718794] RAX: 0000000000007e4f RBX: ffff8804bd579308 RCX: 0000000000004e1c | |
[1406524.718795] RDX: 0000000000004e20 RSI: 0000000000004e20 RDI: ffff8804bd579308 | |
[1406524.718797] RBP: ffff8804c596fc00 R08: 0000000000000004 R09: 0000000000000001 | |
[1406524.718798] R10: ffff8804dc800000 R11: 0000000000002ed6 R12: 000000008eb9b070 | |
[1406524.718799] R13: 000000008eb9b070 R14: ffff8804bd578f00 R15: ffff8804a1d48b50 | |
[1406524.718805] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406524.718806] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406524.718807] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406524.718809] Stack: | |
[1406524.718810] ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 ffff8804c596fc28 | |
[1406524.718814] ffffffff8167fb66 ffffffff8121addc ffff8804bdbb6030 ffff8804a1d48940 | |
[1406524.718817] ffff8804c596fc60 ffffffff8121addc ffff8804a1d48940 ffff8804c80eeac0 | |
[1406524.718821] Call Trace: | |
[1406524.718822] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406524.718827] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406524.718832] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406524.718835] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406524.718838] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406524.718841] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406524.718845] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406524.718849] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406524.718853] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406524.718856] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406524.718859] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406524.718862] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406524.718865] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406524.718868] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406524.718871] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406524.718874] Code: c6 7d ae 9b 81 48 89 df e8 6c fd ff ff e9 b9 fe ff ff 83 e2 fe 0f b7 f2 b8 00 80 00 00 eb 11 66 2e 0f 1f 84 00 00 00 00 00 f3 90 <83> e8 01 74 0d 0f b7 0b 66 39 ca 75 f1 e9 e7 fe ff ff 48 83 3d | |
[1406524.718915] NMI backtrace for cpu 3 | |
[1406524.718918] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406524.718919] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406524.718921] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406524.718922] RIP: e030:[<ffffffff8100130a>] [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20 | |
[1406524.718926] RSP: e02b:ffff8804dce03c48 EFLAGS: 00000046 | |
[1406524.718927] RAX: 0000000000000000 RBX: 0000000000000003 RCX: ffffffff8100130a | |
[1406524.718928] RDX: 0000000000000000 RSI: 0000000000000003 RDI: 000000000000000b | |
[1406524.718929] RBP: ffff8804dce03c60 R08: ffffffff81dbfae0 R09: 0000000000000001 | |
[1406524.718931] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0 | |
[1406524.718932] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000003 | |
[1406524.718937] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406524.718939] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406524.718940] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406524.718941] Stack: | |
[1406524.718942] 0000000000033fcc 0000000000000003 ffffffff8141c727 ffff8804dce03c90 | |
[1406524.718946] ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00 | |
[1406524.718950] ffffffff81d1c280 ffff8804dce03ca0 ffffffff81012bc9 ffff8804dce03cb8 | |
[1406524.718953] Call Trace: | |
[1406524.718954] <IRQ> [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70 | |
[1406524.718959] [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60 | |
[1406524.718963] [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0 | |
[1406524.718967] [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90 | |
[1406524.718972] [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0 | |
[1406524.718975] [<ffffffff8107d007>] update_process_times+0x47/0x70 | |
[1406524.718978] [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60 | |
[1406524.718982] [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60 | |
[1406524.718985] [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0 | |
[1406524.718989] [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40 | |
[1406524.718992] [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240 | |
[1406524.718996] [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160 | |
[1406524.719001] [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0 | |
[1406524.719006] [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0 | |
[1406524.719010] [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200 | |
[1406524.719014] [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60 | |
[1406524.719018] [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180 | |
[1406524.719024] [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90 | |
[1406524.719027] [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40 | |
[1406524.719031] [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30 | |
[1406524.719034] <EOI> [<ffffffff810013aa>] ? xen_hypercall_sched_op+0xa/0x20 | |
[1406524.719038] [<ffffffff810013aa>] ? xen_hypercall_sched_op+0xa/0x20 | |
[1406524.719041] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406524.719044] [<ffffffff8141c910>] ? xen_poll_irq+0x10/0x20 | |
[1406524.719048] [<ffffffff81012fd6>] ? xen_lock_spinning+0x106/0x350 | |
[1406524.719052] [<ffffffff81012db1>] ? __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406524.719056] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406524.719060] [<ffffffff8167fb66>] ? _raw_spin_lock+0x56/0x70 | |
[1406524.719064] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406524.719068] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406524.719072] [<ffffffff8120ae4f>] ? evict+0x4f/0x1b0 | |
[1406524.719075] [<ffffffff8120b10a>] ? iput+0x10a/0x1c0 | |
[1406524.719078] [<ffffffff811fad2a>] ? do_unlinkat+0x1aa/0x3a0 | |
[1406524.719081] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406524.719085] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406524.719089] [<ffffffff811fee06>] ? SyS_unlink+0x16/0x20 | |
[1406524.719092] [<ffffffff8168a649>] ? system_call_fastpath+0x1a/0x1f | |
[1406524.719095] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406524.719136] NMI backtrace for cpu 2 | |
[1406524.719138] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406524.719139] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406524.719141] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406524.719142] RIP: e030:[<ffffffff810ce362>] [<ffffffff810ce362>] do_raw_spin_lock+0x1a2/0x1d0 | |
[1406524.719147] RSP: e02b:ffff88006c54bc58 EFLAGS: 00000202 | |
[1406524.719148] RAX: 0000000000007d69 RBX: ffff8804bd579308 RCX: 0000000000004e1c | |
[1406524.719149] RDX: 0000000000004e1e RSI: 0000000000004e1e RDI: ffff8804bd579308 | |
[1406524.719150] RBP: ffff88006c54bc70 R08: 0000000000000000 R09: 0000000000000001 | |
[1406524.719152] R10: ffff8804dcc00000 R11: 0000000000003728 R12: 000000008eb9b070 | |
[1406524.719153] R13: 000000008eb9b070 R14: ffff8804bd578f00 R15: ffffea0012be7b80 | |
[1406524.719158] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406524.719159] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406524.719160] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406524.719162] Stack: | |
[1406524.719163] ffff8804bd579320 ffff8804bd579308 ffff8804bd579308 ffff88006c54bc98 | |
[1406524.719166] ffffffff8167fb66 ffffffff8121addc ffff8804bdbb6030 ffff8804c518ddd0 | |
[1406524.719170] ffff88006c54bcd0 ffffffff8121addc ffff8804c518ddd0 ffff8804ceed2de0 | |
[1406524.719173] Call Trace: | |
[1406524.719174] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406524.719179] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406524.719183] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406524.719187] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406524.719190] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406524.719192] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406524.719197] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406524.719200] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406524.719203] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406524.719206] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406524.719209] Code: c6 7d ae 9b 81 48 89 df e8 6c fd ff ff e9 b9 fe ff ff 83 e2 fe 0f b7 f2 b8 00 80 00 00 eb 11 66 2e 0f 1f 84 00 00 00 00 00 f3 90 <83> e8 01 74 0d 0f b7 0b 66 39 ca 75 f1 e9 e7 fe ff ff 48 83 3d | |
[1406524.719253] NMI backtrace for cpu 1 | |
[1406524.719254] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406524.719255] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406524.719256] Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406524.719257] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406524.719257] RIP: e030:[<ffffffff8100124a>] [<ffffffff8100124a>] xen_hypercall_console_io+0xa/0x20 | |
[1406524.719259] RSP: e02b:ffff8804dca03b20 EFLAGS: 00000046 | |
[1406524.719260] RAX: 0000000000000000 RBX: 0000000000000010 RCX: ffffffff8100124a | |
[1406524.719260] RDX: ffff8804dca03b50 RSI: 0000000000000010 RDI: 0000000000000000 | |
[1406524.719261] RBP: ffff8804dca03b38 R08: 000000000000000a R09: 000000000000fffe | |
[1406524.719261] R10: 0000000000000001 R11: 0000000000000246 R12: 000000000000002b | |
[1406524.719262] R13: 0000000000000010 R14: 0000000000000000 R15: 0000000000000000 | |
[1406524.719264] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406524.719265] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406524.719265] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406524.719266] Stack: | |
[1406524.719266] ffffffff819bb19d 0000000000000010 ffffffff8144f6bc ffff8804dca03b88 | |
[1406524.719268] ffffffff8144e3ed ffffffff829a25c0 343235363034315b 5d3136373831372e | |
[1406524.719269] ffffffff81d748c0 000000000000003b ffffffff81dbfae0 00000000000003ef | |
[1406524.719271] Call Trace: | |
[1406524.719271] <IRQ> [<ffffffff8144f6bc>] ? dom0_write_console+0x1c/0x30 | |
[1406524.719274] [<ffffffff8144e3ed>] hvc_console_print+0xcd/0x110 | |
[1406524.719276] [<ffffffff810d25a3>] call_console_drivers.constprop.22+0xa3/0xf0 | |
[1406524.719278] [<ffffffff810d29ad>] console_unlock+0x3bd/0x4d0 | |
[1406524.719280] [<ffffffff810d2d79>] vprintk_emit+0x239/0x630 | |
[1406524.719282] [<ffffffff816754bb>] printk+0x63/0x6b | |
[1406524.719284] [<ffffffff810c0ee9>] ? cpuacct_account_field+0x99/0xb0 | |
[1406524.719286] [<ffffffff810e0333>] rcu_check_callbacks+0x3a3/0x6a0 | |
[1406524.719287] [<ffffffff810c26ed>] ? trace_hardirqs_off+0xd/0x10 | |
[1406524.719289] [<ffffffff8107d007>] update_process_times+0x47/0x70 | |
[1406524.719290] [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60 | |
[1406524.719291] [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60 | |
[1406524.719292] [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0 | |
[1406524.719294] [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40 | |
[1406524.719295] [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240 | |
[1406524.719296] [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160 | |
[1406524.719298] [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0 | |
[1406524.719300] [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0 | |
[1406524.719302] [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200 | |
[1406524.719303] [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60 | |
[1406524.719305] [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180 | |
[1406524.719307] [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90 | |
[1406524.719308] [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40 | |
[1406524.719310] [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30 | |
[1406524.719312] <EOI> [<ffffffff81394b70>] ? __pax_list_add+0x40/0x40 | |
[1406524.719314] [<ffffffff8121b0ad>] ? queue_io+0xed/0x250 | |
[1406524.719316] [<ffffffff8121b434>] ? wb_writeback+0x224/0x2c0 | |
[1406524.719317] [<ffffffff8121e679>] ? bdi_writeback_workfn+0x1b9/0x430 | |
[1406524.719319] [<ffffffff8108e91b>] ? process_one_work+0x21b/0x530 | |
[1406524.719321] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406524.719322] [<ffffffff8108ed5d>] ? worker_thread+0x12d/0x3e0 | |
[1406524.719323] [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406524.719325] [<ffffffff81096357>] ? kthread+0xe7/0x100 | |
[1406524.719327] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406524.719329] [<ffffffff8168a589>] ? ret_from_fork+0x49/0x80 | |
[1406524.719330] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406524.719332] Code: cc 51 41 53 b8 11 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 12 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406524.772536] { 1} (t=105006 jiffies g=28847867 c=28847866 q=0) | |
[1406524.772827] sending NMI to all CPUs: | |
[1406524.772914] NMI backtrace for cpu 1 | |
[1406524.772997] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406524.773123] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406524.773257] Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406524.773434] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406524.773556] RIP: e030:[<ffffffff8100130a>] [<ffffffff8100130a>] xen_hypercall_vcpu_op+0xa/0x20 | |
[1406524.773728] RSP: e02b:ffff8804dca03c48 EFLAGS: 00000046 | |
[1406524.773816] RAX: 0000000000000000 RBX: 0000000000000001 RCX: ffffffff8100130a | |
[1406524.773938] RDX: 0000000000000000 RSI: 0000000000000001 RDI: 000000000000000b | |
[1406524.774069] RBP: ffff8804dca03c60 R08: ffffffff81dbfae0 R09: 0000000000000001 | |
[1406524.774197] R10: 0000000000000000 R11: 0000000000000246 R12: ffffffff81dbfae0 | |
[1406524.774328] R13: ffffffff81dbfae0 R14: 0000000000000005 R15: 0000000000000001 | |
[1406524.774452] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406524.774585] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406524.774675] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406524.774797] Stack: | |
[1406524.774874] 0000000000005368 0000000000000001 ffffffff8141c727 ffff8804dca03c90 | |
[1406524.775170] ffffffff81011d62 0000000000002710 ffffffff81d1c280 ffffffff81dbfb00 | |
[1406524.775466] ffffffff81d1c280 ffff8804dca03ca0 ffffffff81012bc9 ffff8804dca03cb8 | |
[1406524.775791] Call Trace: | |
[1406524.775869] <IRQ> | |
[1406524.775921] [<ffffffff8141c727>] ? xen_send_IPI_one+0x47/0x70 | |
[1406524.776128] [<ffffffff81011d62>] __xen_send_IPI_mask+0x32/0x60 | |
[1406524.776227] [<ffffffff81012bc9>] xen_send_IPI_all+0x89/0xb0 | |
[1406524.776319] [<ffffffff8104a092>] arch_trigger_all_cpu_backtrace+0x52/0x90 | |
[1406524.776413] [<ffffffff810e03de>] rcu_check_callbacks+0x44e/0x6a0 | |
[1406524.776506] [<ffffffff8107d007>] update_process_times+0x47/0x70 | |
[1406524.776598] [<ffffffff810ebf55>] tick_sched_handle.isra.16+0x25/0x60 | |
[1406524.776691] [<ffffffff810ec1f1>] tick_sched_timer+0x41/0x60 | |
[1406524.776782] [<ffffffff81099901>] __run_hrtimer+0xe1/0x1f0 | |
[1406524.776872] [<ffffffff810ec1b0>] ? tick_sched_do_timer+0x40/0x40 | |
[1406524.776964] [<ffffffff8109a247>] hrtimer_interrupt+0xf7/0x240 | |
[1406524.777056] [<ffffffff8100ab72>] xen_timer_interrupt+0x32/0x160 | |
[1406524.777156] [<ffffffff8107ac2d>] ? run_timer_softirq+0x3d/0x2a0 | |
[1406524.777268] [<ffffffff810c9cf6>] ? lock_release+0x176/0x2c0 | |
[1406524.777367] [<ffffffff810d572c>] handle_irq_event_percpu+0xbc/0x200 | |
[1406524.777461] [<ffffffff810d8bce>] handle_percpu_irq+0x3e/0x60 | |
[1406524.777553] [<ffffffff8141db31>] evtchn_fifo_handle_events+0x171/0x180 | |
[1406524.777654] [<ffffffff8141a7f6>] __xen_evtchn_do_upcall+0x46/0x90 | |
[1406524.777747] [<ffffffff8141c77b>] xen_evtchn_do_upcall+0x2b/0x40 | |
[1406524.777840] [<ffffffff8168c0de>] xen_do_hypervisor_callback+0x1e/0x30 | |
[1406524.777939] <EOI> | |
[1406524.777991] [<ffffffff81394b70>] ? __pax_list_add+0x40/0x40 | |
[1406524.778198] [<ffffffff8121b0ad>] ? queue_io+0xed/0x250 | |
[1406524.778294] [<ffffffff8121b434>] ? wb_writeback+0x224/0x2c0 | |
[1406524.778386] [<ffffffff8121e679>] ? bdi_writeback_workfn+0x1b9/0x430 | |
[1406524.778487] [<ffffffff8108e91b>] ? process_one_work+0x21b/0x530 | |
[1406524.778586] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406524.778678] [<ffffffff8108ed5d>] ? worker_thread+0x12d/0x3e0 | |
[1406524.778778] [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406524.778890] [<ffffffff81096357>] ? kthread+0xe7/0x100 | |
[1406524.778980] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406524.779081] [<ffffffff8168a589>] ? ret_from_fork+0x49/0x80 | |
[1406524.779173] [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406524.779274] Code: cc 51 41 53 50 b8 17 00 00 00 0f 05 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 18 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406524.782330] NMI backtrace for cpu 0 | |
[1406524.782445] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406524.782601] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406524.782766] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406524.782919] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406524.783148] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406524.783265] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406524.783416] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406524.783570] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406524.783723] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406524.783874] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406524.784030] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406524.784184] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406524.784304] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406524.784455] Stack: | |
[1406524.784559] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406524.784950] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406524.785355] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406524.785744] Call Trace: | |
[1406524.785854] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406524.785977] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406524.786097] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406524.786218] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406524.786374] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406524.786496] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406524.786617] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406524.786743] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406524.786864] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406524.786985] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406524.787109] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406524.787235] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406524.787361] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406524.787482] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406524.787603] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406524.787722] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406524.787841] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406524.787960] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406524.788078] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406524.788195] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406524.788316] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406524.792485] NMI backtrace for cpu 2 | |
[1406524.792606] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406524.792761] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406524.792925] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406524.793079] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406524.793308] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406524.793425] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406524.793576] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406524.793729] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406524.793881] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406524.794032] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406524.794188] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406524.794343] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406524.794462] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406524.794614] Stack: | |
[1406524.794711] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406524.795103] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406524.795495] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406524.795895] Call Trace: | |
[1406524.804039] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406524.804166] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406524.804287] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406524.804411] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406524.804567] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406524.804691] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406524.804811] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406524.804934] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406524.805055] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406524.805174] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406524.805286] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406524.805409] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406524.805527] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406524.805646] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406524.805761] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406524.805879] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406524.810028] NMI backtrace for cpu 3 | |
[1406524.810144] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406524.810299] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406524.810497] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406524.810649] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406524.810875] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406524.810992] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406524.811145] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406524.811296] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406524.811447] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406524.811598] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406524.811746] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406524.811901] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406524.812047] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406524.812198] Stack: | |
[1406524.812302] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406524.812695] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406524.813084] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406524.813479] Call Trace: | |
[1406524.813612] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406524.813734] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406524.813856] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406524.813977] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406524.814132] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406524.814255] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406524.814376] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406524.814499] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406524.814619] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406524.814738] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406524.814855] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406524.814975] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406524.815133] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406524.815253] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406524.815372] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406524.815491] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406524.819696] INFO: NMI handler (ffffffff81682ae0) took too long to run: 37.350 msecs | |
[1406552.150768] BUG: soft lockup - CPU#0 stuck for 22s! [charlie:1365] | |
[1406552.150913] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F)[1406552.154762] BUG: soft lockup - CPU#1 stuck for 22s! [kworker/u8:2:1989] | |
[1406552.154762] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F)[1406552.154778] BUG: soft lockup - CPU#2 stuck for 22s! [sierra:2591] | |
[1406552.154779] gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F)Modules linked in: intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) xt_physdev(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) xen_netback(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406552.154795] irq event stamp: 195369 | |
[1406552.154797] hardirqs last enabled at (195369): [<ffffffff81680dad>] ffffffff81680dad | |
[1406552.154799] hardirqs last disabled at (195368): [<ffffffff81681303>] ffffffff81681303 | |
[1406552.154800] softirqs last enabled at (195358): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406552.154801] softirqs last disabled at (195309): [<ffffffff81071add>] ffffffff81071add | |
[1406552.154802] xen_blkback(F)[1406552.154804] CPU: 1 PID: 1989 Comm: kworker/u8:2 Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406552.154804] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406552.154805] ip_gre(F)Workqueue: writeback ffffffff8121e4c0 (flush-252:1) | |
[1406552.154808] task: ffff880492bcc4a0 ti: ffff880492bccba8 task.ti: ffff880492bccba8 | |
[1406552.154808] RIP: e030:[<ffffffff8121b090>] [<ffffffff8121b090>] queue_io+0xd0/0x250 | |
[1406552.154811] RSP: e02b:ffff8803c46cfbf0 EFLAGS: 00000246 | |
[1406552.154812] RAX: ffff8803c46cfc88 RBX: ffff8804bd6691e0 RCX: 0000000114f2a8a6 | |
[1406552.154812] RDX: ffff8803c46cfc10 RSI: ffff8803c46cfc10 RDI: ffff8804bdbb6030 | |
[1406552.154813] RBP: ffff8803c46cfc48 R08: 0000000000000006 R09: 0000000000000000 | |
[1406552.154813] R10: 0000000000000000 R11: 0000000000000000 R12: 00000000fb07f8f8 | |
[1406552.154814] R13: ffff8803c46cfc10 R14: ffff8804bdbb6030 R15: ffff8804a248d018 | |
[1406552.154815] ip_tunnel(F) ixgbevf(F) dm_crypt(F)[1406552.154817] FS: 0000000000000000(0000) GS:ffff8804dca00000(0000) knlGS:ffff8804dca00000 | |
[1406552.154818] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406552.154819] CR2: 000000c208239000 CR3: 00000000016a0000 CR4: 0000000000042660 | |
[1406552.154820] algif_skcipher(F)[1406552.154821] Stack: | |
[1406552.154821] ffff8804bd6692e8 af_alg(F) 0000000000000000 ffff8804bd6692d8 ffff8803c46cfcf8 openvswitch(F) | |
[1406552.154826] ffff8804a248d018 ffff8804a248d018 ffff8803c46cfcf8 ffff880503423030 vxlan(F) | |
[1406552.154829] ffff8804bd6691e0 ffff8804bd6691f8 gre(F) ffff8804bd6691f8 ffff8803c46cfcb8 | |
[1406552.154833] Call Trace: | |
[1406552.154833] libcrc32c(F) [<ffffffff8121b434>] wb_writeback+0x224/0x2c0 | |
[1406552.154836] xen_pciback(F) [<ffffffff8121e679>] bdi_writeback_workfn+0x1b9/0x430 | |
[1406552.154840] nfsd(F) [<ffffffff8108e91b>] process_one_work+0x21b/0x530 | |
[1406552.154843] [<ffffffff8108e862>] ? process_one_work+0x162/0x530 | |
[1406552.154844] auth_rpcgss(F) [<ffffffff8108ed5d>] worker_thread+0x12d/0x3e0 | |
[1406552.154847] nfs_acl(F) [<ffffffff8108ec30>] ? process_one_work+0x530/0x530 | |
[1406552.154850] nfs(F) [<ffffffff81096357>] kthread+0xe7/0x100 | |
[1406552.154853] lockd(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406552.154856] fscache(F) [<ffffffff8168a589>] ret_from_fork+0x49/0x80 | |
[1406552.154859] sunrpc(F) [<ffffffff81096270>] ? kthread_create_on_node+0x220/0x220 | |
[1406552.154862] xt_LOG(F)Code: 1f 40 00 48 8b 45 b8 48 3b 83 f8 00 00 00 74 7b 48 8b xt_limit(F)45 c0 4c 8b bb 00 01 00 00 48 8b 40 10 48 85 c0 74 09 49 8b 4f e8 48 39 08 <78> 5e 4c 89 ff 41 83 c4 01 e8 e2 9b 17 00 48 8b 55 c8 4c 89 ee | |
[1406552.154888] xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406552.154918] irq event stamp: 0 | |
[1406552.154919] hardirqs last enabled at (0): [< (nil)>] (nil) | |
[1406552.154921] hardirqs last disabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406552.154923] softirqs last enabled at (0): [<ffffffff81068b2c>] ffffffff81068b2c | |
[1406552.154925] softirqs last disabled at (0): [< (nil)>] (nil) | |
[1406552.154928] CPU: 2 PID: 2591 Comm: sierra Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406552.154929] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406552.154931] task: ffff8804bd50c4a0 ti: ffff8804bd50cba8 task.ti: ffff8804bd50cba8 | |
[1406552.154932] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406552.154936] RSP: e02b:ffff88006c54bb60 EFLAGS: 00000202 | |
[1406552.154937] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406552.154938] RDX: 0000000000000000 RSI: ffff88006c54bb80 RDI: 0000000000000003 | |
[1406552.154940] RBP: ffff88006c54bba0 R08: 0000000000000000 R09: 0000000000000001 | |
[1406552.154941] R10: ffff8804dcc00000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406552.154942] R13: 0000000000000067 R14: 0000000000004e1e R15: 0000000000000002 | |
[1406552.154948] FS: 00007bba7d77b740(0000) GS:ffff8804dcc00000(0000) knlGS:0000000000000000 | |
[1406552.154949] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406552.154950] CR2: 00000000004567b0 CR3: 00000004c61e4000 CR4: 0000000000042660 | |
[1406552.154952] Stack: | |
[1406552.154953] 0000000000003728 00000000fffffffa ffffffff8141b7be 00000010810d4d37 | |
[1406552.154956] ffff88006c54bb7c ffffffff00000001 0000000000000000 ffff8804dcc09fe0 | |
[1406552.154960] ffff88006c54bbb0 ffffffff8141c910 ffff88006c54bc00 ffffffff81012fd6 | |
[1406552.154963] Call Trace: | |
[1406552.154965] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406552.154969] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406552.154972] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406552.154977] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406552.154980] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406552.154985] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406552.154989] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406552.154993] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406552.154997] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406552.155000] [<ffffffff8120a829>] touch_atime+0xd9/0x140 | |
[1406552.155002] [<ffffffff81170ccf>] generic_file_aio_read+0x61f/0x870 | |
[1406552.155007] [<ffffffff811e7a0a>] do_sync_read+0x5a/0x90 | |
[1406552.155010] [<ffffffff811e83fc>] vfs_read+0xdc/0x240 | |
[1406552.155013] [<ffffffff811e9089>] SyS_read+0x49/0xb0 | |
[1406552.155016] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406552.155019] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406552.158767] BUG: soft lockup - CPU#3 stuck for 22s! [charlie:1364] | |
[1406552.158768] Modules linked in: xt_physdev(F) xen_netback(F) xen_blkback(F) ip_gre(F) ip_tunnel(F) ixgbevf(F) dm_crypt(F) algif_skcipher(F) af_alg(F) openvswitch(F) vxlan(F) gre(F) libcrc32c(F) xen_pciback(F) nfsd(F) auth_rpcgss(F) nfs_acl(F) nfs(F) lockd(F) fscache(F) sunrpc(F) xt_LOG(F) xt_limit(F) xt_tcpudp(F) nf_conntrack_ipv4(F) nf_defrag_ipv4(F) xt_conntrack(F) nf_conntrack(F) iptable_filter(F) ip_tables(F) x_tables(F) iTCO_wdt(F) iTCO_vendor_support(F) gpio_ich(F) raid1(F) x86_pkg_temp_thermal(F) intel_powerclamp(F) coretemp(F) crc32_pclmul(F) ghash_clmulni_intel(F) aesni_intel(F) aes_x86_64(F) lrw(F) gf128mul(F) glue_helper(F) ablk_helper(F) cryptd(F) sb_edac(F) mei_me(F) mei(F) lpc_ich(F) mfd_core(F) i2c_i801(F) ioatdma(F) squashfs(F) ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406552.158816] irq event stamp: 449467648 | |
[1406552.158817] hardirqs last enabled at (449467647): [<ffffffff8110c275>] ffffffff8110c275 | |
[1406552.158819] hardirqs last disabled at (449467648): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406552.158821] softirqs last enabled at (449467640): [<ffffffff810716d4>] ffffffff810716d4 | |
[1406552.158823] softirqs last disabled at (449467633): [<ffffffff81071add>] ffffffff81071add | |
[1406552.158827] CPU: 3 PID: 1364 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406552.158828] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406552.158829] task: ffff8804ae1c44a0 ti: ffff8804ae1c4ba8 task.ti: ffff8804ae1c4ba8 | |
[1406552.158830] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406552.158835] RSP: e02b:ffff8804c5933c68 EFLAGS: 00000206 | |
[1406552.158836] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406552.158837] RDX: 0000000000000000 RSI: ffff8804c5933c88 RDI: 0000000000000003 | |
[1406552.158838] RBP: ffff8804c5933ca8 R08: 0000000000000000 R09: 0000000000000001 | |
[1406552.158840] R10: ffff8804dce00000 R11: 0000000000000206 R12: ffff8804bd669308 | |
[1406552.158841] R13: 000000000000006e R14: 0000000000005362 R15: 0000000000000003 | |
[1406552.158847] FS: 0000694137550700(0000) GS:ffff8804dce00000(0000) knlGS:0000000000000000 | |
[1406552.158848] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406552.158849] CR2: 000000c208623000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406552.158851] Stack: | |
[1406552.158852] 0000000000002e2d 00000000fffffffa ffffffff8141b7be 00000017810d4d37 | |
[1406552.158856] ffff8804c5933c84 ffffffff00000001 0000000000000000 ffff8804dce09fe0 | |
[1406552.158859] ffff8804c5933cb8 ffffffff8141c910 ffff8804c5933d08 ffffffff81012fd6 | |
[1406552.158862] Call Trace: | |
[1406552.158864] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406552.158869] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406552.158872] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406552.158877] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406552.158881] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406552.158886] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406552.158891] [<ffffffff8121e43f>] ? inode_wb_list_del+0x3f/0x80 | |
[1406552.158896] [<ffffffff8121e43f>] inode_wb_list_del+0x3f/0x80 | |
[1406552.158901] [<ffffffff8120ae4f>] evict+0x4f/0x1b0 | |
[1406552.158904] [<ffffffff8120b10a>] iput+0x10a/0x1c0 | |
[1406552.158907] [<ffffffff811fad2a>] do_unlinkat+0x1aa/0x3a0 | |
[1406552.158912] [<ffffffff81388522>] ? trace_hardirqs_on_thunk+0x41/0x46 | |
[1406552.158916] [<ffffffff81679d3a>] ? __schedule+0x35a/0x870 | |
[1406552.158921] [<ffffffff811fee06>] SyS_unlink+0x16/0x20 | |
[1406552.158924] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406552.158928] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc | |
[1406552.203823] ixgbe(F) mdio(F) ptp(F) pps_core(F) dca(F) ahci(F) libahci(F) tpm_tis(F) | |
[1406552.204385] irq event stamp: 460266246 | |
[1406552.204471] hardirqs last enabled at (460266245): [<ffffffff8105efa5>] ffffffff8105efa5 | |
[1406552.204652] hardirqs last disabled at (460266246): [<ffffffff816805d9>] ffffffff816805d9 | |
[1406552.204843] softirqs last enabled at (460266206): [<ffffffff8154772b>] ffffffff8154772b | |
[1406552.205015] softirqs last disabled at (460266204): [<ffffffff815475e4>] ffffffff815475e4 | |
[1406552.205189] CPU: 0 PID: 1365 Comm: charlie Tainted: GF D 3.14.51-grsec-delta #1 | |
[1406552.205324] Hardware name: Skyport Systems CD/S2600WTT, BIOS SE5C610.86B.01.01.0009.C1.060120151350 06/01/2015 | |
[1406552.205468] task: ffff8804c5862dc0 ti: ffff8804c58634c8 task.ti: ffff8804c58634c8 | |
[1406552.205593] RIP: e030:[<ffffffff810013aa>] [<ffffffff810013aa>] xen_hypercall_sched_op+0xa/0x20 | |
[1406552.205770] RSP: e02b:ffff8804c596faf0 EFLAGS: 00000202 | |
[1406552.205862] RAX: 0000000000000000 RBX: 0000000000000000 RCX: ffffffff810013aa | |
[1406552.205986] RDX: 0000000000000000 RSI: ffff8804c596fb10 RDI: 0000000000000003 | |
[1406552.206111] RBP: ffff8804c596fb30 R08: 0000000000000000 R09: 0000000000000001 | |
[1406552.206243] R10: ffff8804dc800000 R11: 0000000000000202 R12: ffff8804bd579308 | |
[1406552.206382] R13: 0000000000000059 R14: 0000000000004e20 R15: 0000000000000000 | |
[1406552.206509] FS: 0000694136d4f700(0000) GS:ffff8804dc800000(0000) knlGS:ffff8804dc800000 | |
[1406552.206645] CS: e033 DS: 0000 ES: 0000 CR0: 0000000080050033 | |
[1406552.206738] CR2: 000000c2088e1000 CR3: 00000004c03fb000 CR4: 0000000000042660 | |
[1406552.206862] Stack: | |
[1406552.206942] 0000000000002ed6 00000000fffffffa ffffffff8141b7be 00000002810d4d37 | |
[1406552.207249] ffff8804c596fb0c ffffffff00000001 0000000000000000 ffff8804dc809fe0 | |
[1406552.207555] ffff8804c596fb40 ffffffff8141c910 ffff8804c596fb90 ffffffff81012fd6 | |
[1406552.207894] Call Trace: | |
[1406552.207978] [<ffffffff8141b7be>] ? xen_poll_irq_timeout+0x3e/0x50 | |
[1406552.208081] [<ffffffff8141c910>] xen_poll_irq+0x10/0x20 | |
[1406552.208181] [<ffffffff81012fd6>] xen_lock_spinning+0x106/0x350 | |
[1406552.208285] [<ffffffff81012db1>] __raw_callee_save_xen_lock_spinning+0x11/0x20 | |
[1406552.208411] [<ffffffff810ce388>] ? do_raw_spin_lock+0x1c8/0x1d0 | |
[1406552.208515] [<ffffffff8167fb66>] _raw_spin_lock+0x56/0x70 | |
[1406552.208616] [<ffffffff8121addc>] ? __mark_inode_dirty+0x10c/0x2f0 | |
[1406552.208720] [<ffffffff8121addc>] __mark_inode_dirty+0x10c/0x2f0 | |
[1406552.208822] [<ffffffff8120a4f1>] update_time+0x81/0xd0 | |
[1406552.208923] [<ffffffff8120a6ef>] file_update_time+0x7f/0xe0 | |
[1406552.209025] [<ffffffff8116f851>] __generic_file_aio_write+0x221/0x460 | |
[1406552.209124] [<ffffffff8116fad3>] ? generic_file_aio_write+0x43/0xd0 | |
[1406552.209229] [<ffffffff8116fae5>] generic_file_aio_write+0x55/0xd0 | |
[1406552.209333] [<ffffffff812778e4>] ext4_file_write+0x104/0x5a0 | |
[1406552.209446] [<ffffffff810c9a52>] ? lock_acquire+0x142/0x190 | |
[1406552.209540] [<ffffffff811e8773>] ? vfs_write+0x213/0x2b0 | |
[1406552.209639] [<ffffffff811e7a9a>] do_sync_write+0x5a/0x90 | |
[1406552.209739] [<ffffffff811e8657>] vfs_write+0xf7/0x2b0 | |
[1406552.209830] [<ffffffff811e9139>] SyS_write+0x49/0xb0 | |
[1406552.209922] [<ffffffff8168a649>] system_call_fastpath+0x1a/0x1f | |
[1406552.217996] Code: cc 51 41 53 b8 1c 00 00 00 0f 05 41 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc cc |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment