[1211112.877837] general protection fault: 0000 [#1] SMP [1211112.877851] last sysfs file: /sys/devices/vbd-2050/block/sda2/stat [1211112.877856] CPU 2 [1211112.877859] Modules linked in: ipv6 dm_mirror dm_region_hash dm_log dm_snapshot dm_mod [1211112.877874] [1211112.877879] Pid: 20758, comm: ruby Not tainted 2.6.35.1-rscloud #4 / [1211112.877884] RIP: e030:[] [] get_page_from_freelist+0x23c/0x49c [1211112.877896] RSP: e02b:ffff8800c8705978 EFLAGS: 00010082 [1211112.877900] RAX: dead000000200200 RBX: 0000000000000000 RCX: 0000000000000000 [1211112.877905] RDX: dead000000100100 RSI: 0000000000000000 RDI: ffffffff813cc1c0 [1211112.877910] RBP: 0000000000000030 R08: 0000000000000000 R09: 0000000000000001 [1211112.877915] R10: 00000000000009e3 R11: 000000000000bbe6 R12: 0000000000000000 [1211112.877920] R13: ffffea00001f0c80 R14: ffff880002cab998 R15: ffffffff813cc1c0 [1211112.877928] FS: 00007fd384dba720(0000) GS:ffff880002c96000(0000) knlGS:0000000000000000 [1211112.877933] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b [1211112.877938] CR2: 00007fd384db6000 CR3: 00000000ff232000 CR4: 0000000000000660 [1211112.877943] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [1211112.877948] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000 [1211112.877953] Process ruby (pid: 20758, threadinfo ffff8800c8704000, task ffff8800fe4b3330) [1211112.877958] Stack: [1211112.877961] 0000000000000000 ffffffff813c0200 ffffffff813cc200 00000000000280da [1211112.877970] <0> ffffffff00000041 ffffffff81005f92 0000000000000000 0000000181005f7f [1211112.877980] <0> ffff880002cab9c8 ffffffff813cd3c8 0000000000000000 0000000300000280 [1211112.877992] Call Trace: [1211112.878000] [] ? check_events+0x12/0x20 [1211112.878008] [] ? __nla_reserve+0x1a/0x3f [1211112.878014] [] ? __alloc_pages_nodemask+0xed/0x57c [1211112.878020] [] ? xen_force_evtchn_callback+0x9/0xa [1211112.881750] [] ? check_events+0x12/0x20 [1211112.882508] [] ? xen_restore_fl_direct_end+0x0/0x1 [1211112.882508] [] ? __raw_callee_save_xen_pud_val+0x11/0x1e [1211112.882508] [] ? __raw_callee_save_xen_pmd_val+0x11/0x1e [1211112.882508] [] ? handle_mm_fault+0x258/0x7ba [1211112.907074] [] ? xen_force_evtchn_callback+0x9/0xa [1211112.907074] [] ? check_events+0x12/0x20 [1211112.907074] [] ? _raw_spin_unlock_irqrestore+0xf/0x10 [1211112.907074] [] ? netlink_recvmsg+0x268/0x281 [1211112.907074] [] ? do_page_fault+0x240/0x258 [1211112.907074] [] ? page_fault+0x25/0x30 [1211112.907074] [] ? file_read_actor+0x2b/0x118 [1211112.907074] [] ? generic_file_aio_read+0x376/0x58d [1211112.907074] [] ? do_sync_read+0xb1/0xea [1211112.907074] [] ? mmap_region+0x37b/0x490 [1211112.907074] [] ? vfs_read+0xa1/0xfc [1211112.907074] [] ? sys_read+0x45/0x6b [1211112.907074] [] ? system_call_fastpath+0x16/0x1b [1211112.907074] Code: 40 4a 39 7c 35 00 0f 84 17 02 00 00 83 7c 24 1c 00 74 07 4d 8b 6c 2e 08 eb 05 4e 8b 6c 35 00 49 83 ed 28 49 8b 55 28 49 8b 45 30 <48> 89 42 08 48 89 10 48 ba 00 01 10 00 00 00 ad de 48 b8 00 02 [1211112.907074] RIP [] get_page_from_freelist+0x23c/0x49c [1211112.907074] RSP [1211112.907074] ---[ end trace db31f74d41cd6a75 ]--- [1211112.920403] BUG: unable to handle kernel paging request at 000000063257fc08 [1211112.920650] IP: [] __free_one_page+0x1aa/0x285 [1211112.920868] PGD 0 [1211112.921152] Oops: 0000 [#2] SMP [1211112.921319] last sysfs file: /sys/devices/vbd-2050/block/sda2/stat [1211112.921526] CPU 2 [1211112.921589] Modules linked in: ipv6 dm_mirror dm_region_hash dm_log dm_snapshot dm_mod [1211112.921957] [1211112.922040] Pid: 20758, comm: ruby Tainted: G D 2.6.35.1-rscloud #4 / [1211112.922290] RIP: e030:[] [] __free_one_page+0x1aa/0x285 [1211112.922495] RSP: e02b:ffff8800c8705448 EFLAGS: 00010006 [1211112.922628] RAX: 000000063257fc00 RBX: ffffea00001f0c80 RCX: 0000000000000001 [1211112.922799] RDX: ffffea00001f0ca8 RSI: ffffea00001f0cf0 RDI: 0000000000000001 [1211112.922985] RBP: ffffffff813cc1c0 R08: 4000000000000000 R09: 0000000000000001 [1211112.923224] R10: dead000000100100 R11: ffffffff814881f3 R12: 0000000000000000 [1211112.923437] R13: 0000000000000018 R14: 00000006b11b3a00 R15: ffff880002cab9c8 [1211112.923623] FS: 00007fd384dba720(0000) GS:ffff880002c96000(0000) knlGS:0000000000000000 [1211112.923838] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b [1211112.924033] CR2: 000000063257fc08 CR3: 0000000001396000 CR4: 0000000000000660 [1211112.924283] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [1211112.924501] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000 [1211112.924683] Process ruby (pid: 20758, threadinfo ffff8800c8704000, task ffff8800fe4b3330) [1211112.924910] Stack: [1211112.924990] ffff8801487055f7 ffffffff8117074b 635f6d6574737973 ffffffff813cc1c0 [1211112.925314] <0> 0000000000000002 0000000000000001 0000000000000018 ffff880002cab998 [1211112.925726] <0> ffff880002cab9c8 ffffffff81075584 ffff880002cab9d0 0000000000000030 [1211112.925807] Call Trace: [1211112.925807] [] ? number+0x12d/0x21e [1211112.925807] [] ? free_pcppages_bulk+0xba/0xee [1211112.925807] [] ? free_hot_cold_page+0x12b/0x149 [1211112.925807] [] ? xen_force_evtchn_callback+0x9/0xa [1211112.925807] [] ? __pagevec_free+0x29/0x3b [1211112.925807] [] ? release_pages+0x10d/0x15b [1211112.925807] [] ? free_pages_and_swap_cache+0x53/0x6e [1211112.925807] [] ? tlb_flush_mmu+0x2a/0x33 [1211112.925807] [] ? unmap_vmas+0x5a5/0x82d [1211112.925807] [] ? hypercall_page+0x22a/0x1001 [1211112.925807] [] ? hypercall_page+0x22a/0x1001 [1211112.925807] [] ? exit_mmap+0x88/0xeb [1211112.925807] [] ? mmput+0x20/0xbf [1211112.925807] [] ? exit_mm+0x103/0x10e [1211112.925807] [] ? xen_irq_enable_direct_end+0x0/0x7 [1211112.925807] [] ? do_exit+0x211/0x684 [1211112.925807] [] ? check_events+0x12/0x20 [1211112.925807] [] ? oops_end+0xb0/0xb5 [1211112.925807] [] ? general_protection+0x25/0x30 [1211112.925807] [] ? get_page_from_freelist+0x23c/0x49c [1211112.925807] [] ? get_page_from_freelist+0x149/0x49c [1211112.925807] [] ? check_events+0x12/0x20 [1211112.925807] [] ? __nla_reserve+0x1a/0x3f [1211112.925807] [] ? __alloc_pages_nodemask+0xed/0x57c [1211112.925807] [] ? xen_force_evtchn_callback+0x9/0xa [1211112.925807] [] ? check_events+0x12/0x20 [1211112.925807] [] ? xen_restore_fl_direct_end+0x0/0x1 [1211112.925807] [] ? __raw_callee_save_xen_pud_val+0x11/0x1e [1211112.925807] [] ? __raw_callee_save_xen_pmd_val+0x11/0x1e [1211112.925807] [] ? handle_mm_fault+0x258/0x7ba [1211112.925807] [] ? xen_force_evtchn_callback+0x9/0xa [1211112.925807] [] ? check_events+0x12/0x20 [1211112.925807] [] ? _raw_spin_unlock_irqrestore+0xf/0x10 [1211112.925807] [] ? netlink_recvmsg+0x268/0x281 [1211112.925807] [] ? do_page_fault+0x240/0x258 [1211112.925807] [] ? page_fault+0x25/0x30 [1211112.925807] [] ? file_read_actor+0x2b/0x118 [1211112.925807] [] ? generic_file_aio_read+0x376/0x58d [1211112.925807] [] ? do_sync_read+0xb1/0xea [1211112.925807] [] ? mmap_region+0x37b/0x490 [1211112.925807] [] ? vfs_read+0xa1/0xfc [1211112.925807] [] ? sys_read+0x45/0x6b [1211112.925807] [] ? system_call_fastpath+0x16/0x1b [1211112.925807] Code: 08 00 74 0d 48 63 c9 48 39 4e 10 0f 84 af 00 00 00 44 89 e0 4d 63 f6 48 8d 53 28 48 6b c0 58 49 c1 e6 04 49 01 c6 4a 8d 44 35 40 <48> 8b 48 08 48 89 51 08 48 89 4b 28 4a 8d 4c 35 48 48 89 4b 30 [1211112.925807] RIP [] __free_one_page+0x1aa/0x285 [1211112.925807] RSP [1211112.925807] CR2: 000000063257fc08 [1211112.925807] ---[ end trace db31f74d41cd6a76 ]--- [1211112.931489] BUG: unable to handle kernel NULL pointer dereference at (null) [1211112.931489] IP: [] __block_prepare_write+0xe2/0x28e [1211112.931489] PGD 2280d067 PUD fe75d067 PMD 0 [1211112.931489] Oops: 0000 [#3] SMP [1211112.931489] last sysfs file: /sys/devices/vbd-2050/block/sda2/stat [1211112.931489] CPU 1 [1211112.931489] Modules linked in: ipv6 dm_mirror dm_region_hash dm_log dm_snapshot dm_mod [1211112.931489] [1211112.931489] Pid: 20733, comm: nginx Tainted: G D 2.6.35.1-rscloud #4 / [1211112.931489] RIP: e030:[] [] __block_prepare_write+0xe2/0x28e [1211112.931489] RSP: e02b:ffff8800f873ba98 EFLAGS: 00010216 [1211112.931489] RAX: 0000000000000000 RBX: ffffea00001f0c80 RCX: 0000000000000000 [1211112.931489] RDX: 0000000000000383 RSI: ffffea00001f0c80 RDI: ffff8800ffa32120 [1211112.931489] RBP: ffff8800f873bad8 R08: ffffffff810eb82b R09: ffff8800f873bce0 [1211112.931489] R10: ffffffff8124bd60 R11: 0000000100000000 R12: 0000000000001000 [1211112.931489] R13: ffff8800ffa32120 R14: 0000000000000000 R15: 00000000000004c6 [1211112.931489] FS: 00007f26952c3720(0000) GS:ffff880002c7b000(0000) knlGS:0000000000000000 [1211112.931489] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b [1211112.931489] CR2: 0000000000000000 CR3: 00000000fdf1b000 CR4: 0000000000000660 [1211112.931489] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [1211112.931489] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000 [1211112.931489] Process nginx (pid: 20733, threadinfo ffff8800f873a000, task ffff880048d7d2f0) [1211112.931489] Stack: [1211112.931489] 0000000000004000 00000000ffffffea 0000100000000383 00000000002111d1 [1211112.931489] <0> 0000100000000000 0000000000000000 ffffffff810eb82b 0000000000001000 [1211112.931489] <0> ffff8800ffc7ce40 ffffffff81005f7f ffffffff81230e12 0000000000000000 [1211112.931489] Call Trace: [1211112.931489] [] ? ext3_get_block+0x0/0xf1 [1211112.931489] [] xen_restore_fl_direct_end+0x0/0x1 [1211112.931489] [] ? _raw_spin_unlock_irqrestore+0xf/0x10 [1211112.931489] [] ? block_write_begin_newtrunc+0x76/0xb2 [1211112.931489] [] ? block_write_begin+0x30/0x66 [1211112.931489] [] ? ext3_get_block+0x0/0xf1 [1211112.931489] [] ? ext3_write_begin+0x107/0x207 [1211112.931489] [] ? ext3_get_block+0x0/0xf1 [1211112.931489] [] ? generic_file_buffered_write+0x105/0x24c [1211112.931489] [] ? __generic_file_aio_write+0x24c/0x280 [1211112.931489] [] ? generic_file_aio_write+0x55/0x9f [1211112.931489] [] ? do_sync_write+0xb1/0xea [1211112.931489] [] ? xen_restore_fl_direct_end+0x0/0x1 [1211112.931489] [] ? kmem_cache_free+0x21/0x23 [1211112.931489] [] ? d_kill+0x5a/0x61 [1211112.931489] [] ? xen_restore_fl_direct_end+0x0/0x1 [1211112.931489] [] ? vfs_write+0xa4/0x100 [1211112.931489] [] ? sys_write+0x45/0x6b [1211112.931489] [] ? system_call_fastpath+0x16/0x1b [1211112.931489] Code: 8d 14 26 89 54 24 24 44 29 e2 44 39 fa 89 54 24 20 73 0a 8b 54 24 10 39 54 24 14 77 0e f6 03 08 0f 84 1b 01 00 00 e9 bd 00 00 00 00 40 74 04 f0 80 20 bf 48 8b 44 24 58 f6 00 20 0f 85 a1 00 [1211112.931489] RIP [] __block_prepare_write+0xe2/0x28e [1211112.931489] RSP [1211112.931489] CR2: 0000000000000000 [1211112.931489] ---[ end trace db31f74d41cd6a77 ]--- [1211112.925807] Fixing recursive fault but reboot is needed!