rendered paste body[1211112.877837] general protection fault: 0000 [#1] SMP
[1211112.877851] last sysfs file: /sys/devices/vbd-2050/block/sda2/stat
[1211112.877856] CPU 2
[1211112.877859] Modules linked in: ipv6 dm_mirror dm_region_hash dm_log dm_snapshot dm_mod
[1211112.877874]
[1211112.877879] Pid: 20758, comm: ruby Not tainted 2.6.35.1-rscloud #4 /
[1211112.877884] RIP: e030:[<ffffffff81076481>] [<ffffffff81076481>] get_page_from_freelist+0x23c/0x49c
[1211112.877896] RSP: e02b:ffff8800c8705978 EFLAGS: 00010082
[1211112.877900] RAX: dead000000200200 RBX: 0000000000000000 RCX: 0000000000000000
[1211112.877905] RDX: dead000000100100 RSI: 0000000000000000 RDI: ffffffff813cc1c0
[1211112.877910] RBP: 0000000000000030 R08: 0000000000000000 R09: 0000000000000001
[1211112.877915] R10: 00000000000009e3 R11: 000000000000bbe6 R12: 0000000000000000
[1211112.877920] R13: ffffea00001f0c80 R14: ffff880002cab998 R15: ffffffff813cc1c0
[1211112.877928] FS: 00007fd384dba720(0000) GS:ffff880002c96000(0000) knlGS:0000000000000000
[1211112.877933] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b
[1211112.877938] CR2: 00007fd384db6000 CR3: 00000000ff232000 CR4: 0000000000000660
[1211112.877943] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[1211112.877948] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000
[1211112.877953] Process ruby (pid: 20758, threadinfo ffff8800c8704000, task ffff8800fe4b3330)
[1211112.877958] Stack:
[1211112.877961] 0000000000000000 ffffffff813c0200 ffffffff813cc200 00000000000280da
[1211112.877970] <0> ffffffff00000041 ffffffff81005f92 0000000000000000 0000000181005f7f
[1211112.877980] <0> ffff880002cab9c8 ffffffff813cd3c8 0000000000000000 0000000300000280
[1211112.877992] Call Trace:
[1211112.878000] [<ffffffff81005f92>] ? check_events+0x12/0x20
[1211112.878008] [<ffffffff8117ccc8>] ? __nla_reserve+0x1a/0x3f
[1211112.878014] [<ffffffff810768a1>] ? __alloc_pages_nodemask+0xed/0x57c
[1211112.878020] [<ffffffff81005995>] ? xen_force_evtchn_callback+0x9/0xa
[1211112.881750] [<ffffffff81005f92>] ? check_events+0x12/0x20
[1211112.882508] [<ffffffff81005f7f>] ? xen_restore_fl_direct_end+0x0/0x1
[1211112.882508] [<ffffffff810040d1>] ? __raw_callee_save_xen_pud_val+0x11/0x1e
[1211112.882508] [<ffffffff81004095>] ? __raw_callee_save_xen_pmd_val+0x11/0x1e
[1211112.882508] [<ffffffff81085e49>] ? handle_mm_fault+0x258/0x7ba
[1211112.907074] [<ffffffff81005995>] ? xen_force_evtchn_callback+0x9/0xa
[1211112.907074] [<ffffffff81005f92>] ? check_events+0x12/0x20
[1211112.907074] [<ffffffff81230e12>] ? _raw_spin_unlock_irqrestore+0xf/0x10
[1211112.907074] [<ffffffff811d40e6>] ? netlink_recvmsg+0x268/0x281
[1211112.907074] [<ffffffff81021340>] ? do_page_fault+0x240/0x258
[1211112.907074] [<ffffffff812313f5>] ? page_fault+0x25/0x30
[1211112.907074] [<ffffffff81071707>] ? file_read_actor+0x2b/0x118
[1211112.907074] [<ffffffff810732d9>] ? generic_file_aio_read+0x376/0x58d
[1211112.907074] [<ffffffff810984f4>] ? do_sync_read+0xb1/0xea
[1211112.907074] [<ffffffff81089e5d>] ? mmap_region+0x37b/0x490
[1211112.907074] [<ffffffff81098edc>] ? vfs_read+0xa1/0xfc
[1211112.907074] [<ffffffff81098fea>] ? sys_read+0x45/0x6b
[1211112.907074] [<ffffffff810088c2>] ? system_call_fastpath+0x16/0x1b
[1211112.907074] Code: 40 4a 39 7c 35 00 0f 84 17 02 00 00 83 7c 24 1c 00 74 07 4d 8b 6c 2e 08 eb 05 4e 8b 6c 35 00 49 83 ed 28 49 8b 55 28 49 8b 45 30 <48> 89 42 08 48 89 10 48 ba 00 01 10 00 00 00 ad de 48 b8 00 02
[1211112.907074] RIP [<ffffffff81076481>] get_page_from_freelist+0x23c/0x49c
[1211112.907074] RSP <ffff8800c8705978>
[1211112.907074] ---[ end trace db31f74d41cd6a75 ]---
[1211112.920403] BUG: unable to handle kernel paging request at 000000063257fc08
[1211112.920650] IP: [<ffffffff810753ef>] __free_one_page+0x1aa/0x285
[1211112.920868] PGD 0
[1211112.921152] Oops: 0000 [#2] SMP
[1211112.921319] last sysfs file: /sys/devices/vbd-2050/block/sda2/stat
[1211112.921526] CPU 2
[1211112.921589] Modules linked in: ipv6 dm_mirror dm_region_hash dm_log dm_snapshot dm_mod
[1211112.921957]
[1211112.922040] Pid: 20758, comm: ruby Tainted: G D 2.6.35.1-rscloud #4 /
[1211112.922290] RIP: e030:[<ffffffff810753ef>] [<ffffffff810753ef>] __free_one_page+0x1aa/0x285
[1211112.922495] RSP: e02b:ffff8800c8705448 EFLAGS: 00010006
[1211112.922628] RAX: 000000063257fc00 RBX: ffffea00001f0c80 RCX: 0000000000000001
[1211112.922799] RDX: ffffea00001f0ca8 RSI: ffffea00001f0cf0 RDI: 0000000000000001
[1211112.922985] RBP: ffffffff813cc1c0 R08: 4000000000000000 R09: 0000000000000001
[1211112.923224] R10: dead000000100100 R11: ffffffff814881f3 R12: 0000000000000000
[1211112.923437] R13: 0000000000000018 R14: 00000006b11b3a00 R15: ffff880002cab9c8
[1211112.923623] FS: 00007fd384dba720(0000) GS:ffff880002c96000(0000) knlGS:0000000000000000
[1211112.923838] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b
[1211112.924033] CR2: 000000063257fc08 CR3: 0000000001396000 CR4: 0000000000000660
[1211112.924283] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[1211112.924501] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000
[1211112.924683] Process ruby (pid: 20758, threadinfo ffff8800c8704000, task ffff8800fe4b3330)
[1211112.924910] Stack:
[1211112.924990] ffff8801487055f7 ffffffff8117074b 635f6d6574737973 ffffffff813cc1c0
[1211112.925314] <0> 0000000000000002 0000000000000001 0000000000000018 ffff880002cab998
[1211112.925726] <0> ffff880002cab9c8 ffffffff81075584 ffff880002cab9d0 0000000000000030
[1211112.925807] Call Trace:
[1211112.925807] [<ffffffff8117074b>] ? number+0x12d/0x21e
[1211112.925807] [<ffffffff81075584>] ? free_pcppages_bulk+0xba/0xee
[1211112.925807] [<ffffffff81076158>] ? free_hot_cold_page+0x12b/0x149
[1211112.925807] [<ffffffff81005995>] ? xen_force_evtchn_callback+0x9/0xa
[1211112.925807] [<ffffffff81076233>] ? __pagevec_free+0x29/0x3b
[1211112.925807] [<ffffffff81078cce>] ? release_pages+0x10d/0x15b
[1211112.925807] [<ffffffff81090388>] ? free_pages_and_swap_cache+0x53/0x6e
[1211112.925807] [<ffffffff81082e3c>] ? tlb_flush_mmu+0x2a/0x33
[1211112.925807] [<ffffffff810833ea>] ? unmap_vmas+0x5a5/0x82d
[1211112.925807] [<ffffffff8100122a>] ? hypercall_page+0x22a/0x1001
[1211112.925807] [<ffffffff8100122a>] ? hypercall_page+0x22a/0x1001
[1211112.925807] [<ffffffff810883c1>] ? exit_mmap+0x88/0xeb
[1211112.925807] [<ffffffff8102ee9a>] ? mmput+0x20/0xbf
[1211112.925807] [<ffffffff8103282d>] ? exit_mm+0x103/0x10e
[1211112.925807] [<ffffffff81005f39>] ? xen_irq_enable_direct_end+0x0/0x7
[1211112.925807] [<ffffffff8103411b>] ? do_exit+0x211/0x684
[1211112.925807] [<ffffffff81005f92>] ? check_events+0x12/0x20
[1211112.925807] [<ffffffff8100c21e>] ? oops_end+0xb0/0xb5
[1211112.925807] [<ffffffff812313c5>] ? general_protection+0x25/0x30
[1211112.925807] [<ffffffff81076481>] ? get_page_from_freelist+0x23c/0x49c
[1211112.925807] [<ffffffff8107638e>] ? get_page_from_freelist+0x149/0x49c
[1211112.925807] [<ffffffff81005f92>] ? check_events+0x12/0x20
[1211112.925807] [<ffffffff8117ccc8>] ? __nla_reserve+0x1a/0x3f
[1211112.925807] [<ffffffff810768a1>] ? __alloc_pages_nodemask+0xed/0x57c
[1211112.925807] [<ffffffff81005995>] ? xen_force_evtchn_callback+0x9/0xa
[1211112.925807] [<ffffffff81005f92>] ? check_events+0x12/0x20
[1211112.925807] [<ffffffff81005f7f>] ? xen_restore_fl_direct_end+0x0/0x1
[1211112.925807] [<ffffffff810040d1>] ? __raw_callee_save_xen_pud_val+0x11/0x1e
[1211112.925807] [<ffffffff81004095>] ? __raw_callee_save_xen_pmd_val+0x11/0x1e
[1211112.925807] [<ffffffff81085e49>] ? handle_mm_fault+0x258/0x7ba
[1211112.925807] [<ffffffff81005995>] ? xen_force_evtchn_callback+0x9/0xa
[1211112.925807] [<ffffffff81005f92>] ? check_events+0x12/0x20
[1211112.925807] [<ffffffff81230e12>] ? _raw_spin_unlock_irqrestore+0xf/0x10
[1211112.925807] [<ffffffff811d40e6>] ? netlink_recvmsg+0x268/0x281
[1211112.925807] [<ffffffff81021340>] ? do_page_fault+0x240/0x258
[1211112.925807] [<ffffffff812313f5>] ? page_fault+0x25/0x30
[1211112.925807] [<ffffffff81071707>] ? file_read_actor+0x2b/0x118
[1211112.925807] [<ffffffff810732d9>] ? generic_file_aio_read+0x376/0x58d
[1211112.925807] [<ffffffff810984f4>] ? do_sync_read+0xb1/0xea
[1211112.925807] [<ffffffff81089e5d>] ? mmap_region+0x37b/0x490
[1211112.925807] [<ffffffff81098edc>] ? vfs_read+0xa1/0xfc
[1211112.925807] [<ffffffff81098fea>] ? sys_read+0x45/0x6b
[1211112.925807] [<ffffffff810088c2>] ? system_call_fastpath+0x16/0x1b
[1211112.925807] Code: 08 00 74 0d 48 63 c9 48 39 4e 10 0f 84 af 00 00 00 44 89 e0 4d 63 f6 48 8d 53 28 48 6b c0 58 49 c1 e6 04 49 01 c6 4a 8d 44 35 40 <48> 8b 48 08 48 89 51 08 48 89 4b 28 4a 8d 4c 35 48 48 89 4b 30
[1211112.925807] RIP [<ffffffff810753ef>] __free_one_page+0x1aa/0x285
[1211112.925807] RSP <ffff8800c8705448>
[1211112.925807] CR2: 000000063257fc08
[1211112.925807] ---[ end trace db31f74d41cd6a76 ]---
[1211112.931489] BUG: unable to handle kernel NULL pointer dereference at (null)
[1211112.931489] IP: [<ffffffff810b7fa6>] __block_prepare_write+0xe2/0x28e
[1211112.931489] PGD 2280d067 PUD fe75d067 PMD 0
[1211112.931489] Oops: 0000 [#3] SMP
[1211112.931489] last sysfs file: /sys/devices/vbd-2050/block/sda2/stat
[1211112.931489] CPU 1
[1211112.931489] Modules linked in: ipv6 dm_mirror dm_region_hash dm_log dm_snapshot dm_mod
[1211112.931489]
[1211112.931489] Pid: 20733, comm: nginx Tainted: G D 2.6.35.1-rscloud #4 /
[1211112.931489] RIP: e030:[<ffffffff810b7fa6>] [<ffffffff810b7fa6>] __block_prepare_write+0xe2/0x28e
[1211112.931489] RSP: e02b:ffff8800f873ba98 EFLAGS: 00010216
[1211112.931489] RAX: 0000000000000000 RBX: ffffea00001f0c80 RCX: 0000000000000000
[1211112.931489] RDX: 0000000000000383 RSI: ffffea00001f0c80 RDI: ffff8800ffa32120
[1211112.931489] RBP: ffff8800f873bad8 R08: ffffffff810eb82b R09: ffff8800f873bce0
[1211112.931489] R10: ffffffff8124bd60 R11: 0000000100000000 R12: 0000000000001000
[1211112.931489] R13: ffff8800ffa32120 R14: 0000000000000000 R15: 00000000000004c6
[1211112.931489] FS: 00007f26952c3720(0000) GS:ffff880002c7b000(0000) knlGS:0000000000000000
[1211112.931489] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b
[1211112.931489] CR2: 0000000000000000 CR3: 00000000fdf1b000 CR4: 0000000000000660
[1211112.931489] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[1211112.931489] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000
[1211112.931489] Process nginx (pid: 20733, threadinfo ffff8800f873a000, task ffff880048d7d2f0)
[1211112.931489] Stack:
[1211112.931489] 0000000000004000 00000000ffffffea 0000100000000383 00000000002111d1
[1211112.931489] <0> 0000100000000000 0000000000000000 ffffffff810eb82b 0000000000001000
[1211112.931489] <0> ffff8800ffc7ce40 ffffffff81005f7f ffffffff81230e12 0000000000000000
[1211112.931489] Call Trace:
[1211112.931489] [<ffffffff810eb82b>] ? ext3_get_block+0x0/0xf1
[1211112.931489] [<ffffffff81005f7f>] xen_restore_fl_direct_end+0x0/0x1
[1211112.931489] [<ffffffff81230e12>] ? _raw_spin_unlock_irqrestore+0xf/0x10
[1211112.931489] [<ffffffff810b81ec>] ? block_write_begin_newtrunc+0x76/0xb2
[1211112.931489] [<ffffffff810b851c>] ? block_write_begin+0x30/0x66
[1211112.931489] [<ffffffff810eb82b>] ? ext3_get_block+0x0/0xf1
[1211112.931489] [<ffffffff810ec581>] ? ext3_write_begin+0x107/0x207
[1211112.931489] [<ffffffff810eb82b>] ? ext3_get_block+0x0/0xf1
[1211112.931489] [<ffffffff8107145e>] ? generic_file_buffered_write+0x105/0x24c
[1211112.931489] [<ffffffff81072606>] ? __generic_file_aio_write+0x24c/0x280
[1211112.931489] [<ffffffff8107268f>] ? generic_file_aio_write+0x55/0x9f
[1211112.931489] [<ffffffff8109840a>] ? do_sync_write+0xb1/0xea
[1211112.931489] [<ffffffff81005f7f>] ? xen_restore_fl_direct_end+0x0/0x1
[1211112.931489] [<ffffffff81093d97>] ? kmem_cache_free+0x21/0x23
[1211112.931489] [<ffffffff810a666d>] ? d_kill+0x5a/0x61
[1211112.931489] [<ffffffff81005f7f>] ? xen_restore_fl_direct_end+0x0/0x1
[1211112.931489] [<ffffffff81098d06>] ? vfs_write+0xa4/0x100
[1211112.931489] [<ffffffff81098e15>] ? sys_write+0x45/0x6b
[1211112.931489] [<ffffffff810088c2>] ? system_call_fastpath+0x16/0x1b
[1211112.931489] Code: 8d 14 26 89 54 24 24 44 29 e2 44 39 fa 89 54 24 20 73 0a 8b 54 24 10 39 54 24 14 77 0e f6 03 08 0f 84 1b 01 00 00 e9 bd 00 00 00 <f6> 00 40 74 04 f0 80 20 bf 48 8b 44 24 58 f6 00 20 0f 85 a1 00
[1211112.931489] RIP [<ffffffff810b7fa6>] __block_prepare_write+0xe2/0x28e
[1211112.931489] RSP <ffff8800f873ba98>
[1211112.931489] CR2: 0000000000000000
[1211112.931489] ---[ end trace db31f74d41cd6a77 ]---
[1211112.925807] Fixing recursive fault but reboot is needed!