All pastes #2092831 Raw Edit

Miscellany

public text v1 · immutable
#2092831 ·published 2011-11-01 22:39 UTC
rendered paste body
BUG: soft lockup - CPU#1 stuck for 67s! [migration/1:7]
Modules linked in: mtdchar sfc_tune(U) sfc(U) hwmon_vid hwmon mii netconsole configfs ip6table_filter ip6_tables ebtable_nat ebtables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_CHECKSUM iptable_mangle iptable_filter ip_tables bridge stp llc autofs4 sunrpc ipv6 ext2 dm_mirror dm_region_hash dm_log vhost_net macvtap macvlan tun kvm_intel kvm uinput sg dcdbas microcode serio_raw ghes hed iTCO_wdt iTCO_vendor_support i7core_edac edac_core i2c_algo_bit i2c_core mdio bnx2 ext3 jbd mbcache sr_mod cdrom sd_mod crc_t10dif ata_generic pata_acpi ata_piix mptsas mptscsih mptbase scsi_transport_sas dm_mod [last unloaded: garp]
CPU 1:
Modules linked in: mtdchar sfc_tune(U) sfc(U) hwmon_vid hwmon mii netconsole configfs ip6table_filter ip6_tables ebtable_nat ebtables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_CHECKSUM iptable_mangle iptable_filter ip_tables bridge stp llc autofs4 sunrpc ipv6 ext2 dm_mirror dm_region_hash dm_log vhost_net macvtap macvlan tun kvm_intel kvm uinput sg dcdbas microcode serio_raw ghes hed iTCO_wdt iTCO_vendor_support i7core_edac edac_core i2c_algo_bit i2c_core mdio bnx2 ext3 jbd mbcache sr_mod cdrom sd_mod crc_t10dif ata_generic pata_acpi ata_piix mptsas mptscsih mptbase scsi_transport_sas dm_mod [last unloaded: garp]
Pid: 7, comm: migration/1 Not tainted 2.6.32-131.0.15.el6.x86_64 #1 PowerEdge R710
RIP: 0010:[<ffffffff814ddb27>] [<ffffffff814ddb27>] _spin_unlock_irqrestore+0x17/0x20
RSP: 0018:ffff880028203c30 EFLAGS: 00000282
RAX: ffff8801a9f69000 RBX: ffff880028203c30 RCX: 0000000000000000
RDX: ffffffff81f04c8c RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffffffff8100bc93 R08: 0000000000000000 R09: 00000000000001f8
R10: 0000000000000009 R11: 0000000000000000 R12: ffff880028203bb0
R13: 0000000000000282 R14: ffff8801a9f6df40 R15: ffffffff814e35eb
FS: 0000000000000000(0000) GS:ffff880028200000(0000) knlGS:0000000000000000
CS: 0010 DS: 0018 ES: 0018 CR0: 000000008005003b
CR2: 00007f05c406afe0 CR3: 0000000001a25000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
<IRQ> [<ffffffff812993da>] ? add_unmap+0xba/0xe0
[<ffffffff8129ac6a>] ? intel_unmap_page+0xca/0x180
[<ffffffffa037d00c>] ? efx_dequeue_buffer+0x5c/0xa0 [sfc]
[<ffffffffa037d30a>] ? efx_xmit_done+0x5a/0x1d0 [sfc]
[<ffffffffa037339f>] ? efx_nic_process_eventq+0x34f/0xe40 [sfc]
[<ffffffff8105de5e>] ? rebalance_domains+0x19e/0x580
[<ffffffffa036ccb0>] ? efx_process_channel+0x20/0xc0 [sfc]
[<ffffffffa036cd83>] ? efx_poll+0x33/0x100 [sfc]
[<ffffffff814225a3>] ? net_rx_action+0x103/0x2f0
[<ffffffff8106f717>] ? __do_softirq+0xb7/0x1e0
[<ffffffff810d6940>] ? handle_IRQ_event+0x60/0x170
[<ffffffff8100c2cc>] ? call_softirq+0x1c/0x30
[<ffffffff8100df05>] ? do_softirq+0x65/0xa0
[<ffffffff8106f505>] ? irq_exit+0x85/0x90
[<ffffffff814e3505>] ? do_IRQ+0x75/0xf0
[<ffffffff8100bad3>] ? ret_from_intr+0x0/0x11
<EOI> [<ffffffff8105fa10>] ? migration_thread+0x260/0x2e0
[<ffffffff8105f7b0>] ? migration_thread+0x0/0x2e0
[<ffffffff8108ddf6>] ? kthread+0x96/0xa0
[<ffffffff8100c1ca>] ? child_rip+0xa/0x20
[<ffffffff8108dd60>] ? kthread+0x0/0xa0
[<ffffffff8100c1c0>] ? child_rip+0x0/0x20
BUG: soft lockup - CPU#6 stuck for 67s! [endpoint:24012]
Modules linked in: mtdchar sfc_tune(U) sfc(U) hwmon_vid hwmon mii netconsole configfs ip6table_filter ip6_tables ebtable_nat ebtables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_CHECKSUM iptable_mangle iptable_filter ip_tables bridge stp llc autofs4 sunrpc ipv6 ext2 dm_mirror dm_region_hash dm_log vhost_net macvtap macvlan tun kvm_intel kvm uinput sg dcdbas microcode serio_raw ghes hed iTCO_wdt iTCO_vendor_support i7core_edac edac_core i2c_algo_bit i2c_core mdio bnx2 ext3 jbd mbcache sr_mod cdrom sd_mod crc_t10dif ata_generic pata_acpi ata_piix mptsas mptscsih mptbase scsi_transport_sas dm_mod [last unloaded: garp]
CPU 6:
Modules linked in: mtdchar sfc_tune(U) sfc(U) hwmon_vid hwmon mii netconsole configfs ip6table_filter ip6_tables ebtable_nat ebtables ipt_MASQUERADE iptable_nat nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_state nf_conntrack ipt_REJECT xt_CHECKSUM iptable_mangle iptable_filter ip_tables bridge stp llc autofs4 sunrpc ipv6 ext2 dm_mirror dm_region_hash dm_log vhost_net macvtap macvlan tun kvm_intel kvm uinput sg dcdbas microcode serio_raw ghes hed iTCO_wdt iTCO_vendor_support i7core_edac edac_core i2c_algo_bit i2c_core mdio bnx2 ext3 jbd mbcache sr_mod cdrom sd_mod crc_t10dif ata_generic pata_acpi ata_piix mptsas mptscsih mptbase scsi_transport_sas dm_mod [last unloaded: garp]
Pid: 24012, comm: endpoint Not tainted 2.6.32-131.0.15.el6.x86_64 #1 PowerEdge R710
RIP: 0010:[<ffffffff814ddb27>] [<ffffffff814ddb27>] _spin_unlock_irqrestore+0x17/0x20
RSP: 0018:ffff8800c3063ca8 EFLAGS: 00000286
RAX: 0000000000000001 RBX: ffff8800c3063ca8 RCX: 0000000000000090
RDX: ffffffff81f04c8c RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffffffff8100bc93 R08: ffff8801ac2750b0 R09: 0000000000000000
R10: dead000000200200 R11: 0000000000000000 R12: ffff8800c3063c20
R13: 0000000000000286 R14: ffff8801a9f6df40 R15: ffffffff814e35eb
FS: 00007f05bfb3c700(0000) GS:ffff8800c3060000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f05bfba9fe0 CR3: 00000000bb235000 CR4: 00000000000006e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:
<IRQ> [<ffffffff812993da>] ? add_unmap+0xba/0xe0
[<ffffffff8129ac6a>] ? intel_unmap_page+0xca/0x180
[<ffffffffa037d00c>] ? efx_dequeue_buffer+0x5c/0xa0 [sfc]
[<ffffffffa037d30a>] ? efx_xmit_done+0x5a/0x1d0 [sfc]
[<ffffffffa037339f>] ? efx_nic_process_eventq+0x34f/0xe40 [sfc]
[<ffffffff814e35f0>] ? smp_apic_timer_interrupt+0x70/0x9b
[<ffffffffa036ccb0>] ? efx_process_channel+0x20/0xc0 [sfc]
[<ffffffff81079fbd>] ? run_timer_softirq+0x1fd/0x340
[<ffffffffa036cd83>] ? efx_poll+0x33/0x100 [sfc]
[<ffffffff81079ec3>] ? run_timer_softirq+0x103/0x340
[<ffffffff814225a3>] ? net_rx_action+0x103/0x2f0
[<ffffffff8106f717>] ? __do_softirq+0xb7/0x1e0
[<ffffffff8100c2cc>] ? call_softirq+0x1c/0x30
<EOI> [<ffffffff8100df05>] ? do_softirq+0x65/0xa0
[<ffffffff8106f62a>] ? local_bh_enable+0x9a/0xb0
[<ffffffff81422e64>] ? dev_queue_xmit+0x154/0x4d0
[<ffffffff814583bc>] ? ip_finish_output+0x13c/0x310
[<ffffffff81458648>] ? ip_output+0xb8/0xc0
[<ffffffff8145790f>] ? __ip_local_out+0x9f/0xb0
[<ffffffff81457945>] ? ip_local_out+0x25/0x30
[<ffffffff8145796b>] ? ip_send_skb+0x1b/0x80
[<ffffffff81479cd9>] ? udp_send_skb+0x119/0x3d0
[<ffffffff81207070>] ? cap_sk_getsecid+0x0/0x10
[<ffffffff81456680>] ? ip_generic_getfrag+0x0/0xb0
[<ffffffff8147a87b>] ? udp_sendmsg+0x2eb/0x8d0
[<ffffffff8100ba00>] ? irq_entries_start+0x340/0x400
[<ffffffff8100bace>] ? common_interrupt+0xe/0x13
[<ffffffff81482d3c>] ? inet_sendmsg+0x4c/0xb0
[<ffffffff8140dac9>] ? sock_sendmsg+0x129/0x150
[<ffffffff8140dabe>] ? sock_sendmsg+0x11e/0x150
[<ffffffff8108e160>] ? autoremove_wake_function+0x0/0x40
[<ffffffff8100bace>] ? common_interrupt+0xe/0x13
[<ffffffff810ce38c>] ? audit_sockaddr+0xc/0xe0
[<ffffffff8100bace>] ? common_interrupt+0xe/0x13
[<ffffffff8140c1f4>] ? move_addr_to_kernel+0x64/0x70
[<ffffffff81417966>] ? verify_iovec+0x66/0xd0
[<ffffffff8140dd83>] ? sys_sendmsg+0x233/0x3a0
[<ffffffff81268f2c>] ? rb_erase+0x1bc/0x310
[<ffffffff810500f0>] ? __dequeue_entity+0x30/0x50
[<ffffffff814db0c3>] ? schedule+0x183/0x3a9
[<ffffffff8100b172>] ? system_call_fastpath+0x16/0x1b