Complete report #222625
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
clear_page_c_e
|
vmlinux |
0xffffffff82b8dde7
Build id: 3.10.0-1062.el7.x86_64
|
0x7
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff82a30496
Build id: 3.10.0-1062.el7.x86_64
|
0x9a6
|
3
|
khugepaged
|
vmlinux |
0xffffffff82a30bdb
Build id: 3.10.0-1062.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff828c61c0
Build id: 3.10.0-1062.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff82a30aa0
Build id: 3.10.0-1062.el7.x86_64
|
0xfb0
|
6
|
kthread
|
vmlinux |
0xffffffff828c50d1
Build id: 3.10.0-1062.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffff828c5000
Build id: 3.10.0-1062.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff82f8bd1d
Build id: 3.10.0-1062.el7.x86_64
|
0x7
|
9
|
|
vmlinux |
0xffffffff828c5000
Build id: 3.10.0-1062.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#5 stuck for 22s! [khugepaged:68]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event ppdev crc32_pclmul vmw_balloon ghash_clmulni_intel snd_ens1371 snd_rawmidi aesni_intel snd_ac97_codec lrw ac97_bus gf128mul glue_helper snd_seq ablk_helper cryptd snd_seq_device snd_pcm joydev snd_timer sg pcspkr snd vmw_vmci soundcore i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm
ata_piix nfit drm libnvdimm mptspi crct10dif_pclmul crct10dif_common crc32c_intel scsi_transport_spi libata mptscsih e1000 serio_raw mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 68 Comm: khugepaged Not tainted 3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff938031afa0e0 ti: ffff938031b40000 task.ti: ffff938031b40000
RIP: 0010:[<ffffffff82b8dde7>] [<ffffffff82b8dde7>] clear_page_c_e+0x7/0x10
RSP: 0018:ffff938031b43d80 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffffffff82b7f4c9 RCX: 0000000000001000
RDX: ffffffff00000001 RSI: 0000000000000016 RDI: ffff937e2a4ff000
RBP: ffff938031b43e38 R08: 0000000000000001 R09: 000000000001fca0
R10: ffff93803ffd9800 R11: 0000000000000000 R12: ffff938031afa0e0
R13: ffff938031afa0e0 R14: ffff938031b43fd8 R15: ffff938031b43fd8
FS: 0000000000000000(0000) GS:ffff938035740000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f3000618000 CR3: 00000001ff810000 CR4: 0000000000760fe0
PKRU: 00000000
Call Trace:
[<ffffffff82a30496>] ? khugepaged_scan_mm_slot+0x9a6/0xfb0
[<ffffffff82a30bdb>] khugepaged+0x13b/0x490
[<ffffffff828c61c0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff82a30aa0>] ? khugepaged_scan_mm_slot+0xfb0/0xfb0
[<ffffffff828c50d1>] kthread+0xd1/0xe0
[<ffffffff828c5000>] ? insert_kthread_work+0x40/0x40
[<ffffffff82f8bd1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff828c5000>] ? insert_kthread_work+0x40/0x40
Code: bc 0f 1f 00 e8 0b c8 d0 ff 90 90 90 90 90 90 90 90 90 90 90 b9 00 02 00 00 31 c0 f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 <f3> aa c3 66 0f 1f 44 00 00 eb ee 0f 1f 84 00 00 00 00 00 0f 1f
Complete report #937430
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
unlock_page
|
vmlinux |
0xffffffffadbc90fd
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xd
|
2
|
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffadc420d0
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xad0
|
3
|
khugepaged
|
vmlinux |
0xffffffffadc4270b
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffadacc790
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x40
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffadc425d0
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xfd0
|
6
|
kthread
|
vmlinux |
0xffffffffadacb621
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffadacb550
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffae1c51dd
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x7
|
9
|
|
vmlinux |
0xffffffffadacb550
Build id: 3.10.0-1160.114.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [khugepaged:37]
Modules linked in: tcp_lp rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi btusb crc32_pclmul btrtl btbcm ghash_clmulni_intel btintel bluetooth snd_ens1371 aesni_intel snd_rawmidi snd_ac97_codec lrw ppdev ac97_bus gf128mul glue_helper ablk_helper snd_seq cryptd vmw_balloon snd_seq_device snd_pcm pcspkr rfkill snd_timer snd joydev soundcore sg parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c ata_generic sd_mod crc_t10dif crct10dif_generic
pata_acpi vmwgfx drm_kms_helper nfit libnvdimm crct10dif_pclmul crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops crc32c_intel ttm mptspi scsi_transport_spi ata_piix mptscsih mptbase drm libata serio_raw e1000 drm_panel_orientation_quirks fuse
CPU: 1 PID: 37 Comm: khugepaged Kdump: loaded Not tainted 3.10.0-1160.114.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff97f6b9b3d280 ti: ffff97f6b3ab0000 task.ti: ffff97f6b3ab0000
RIP: 0010:[<ffffffffadbc90fd>] [<ffffffffadbc90fd>] unlock_page+0xd/0x40
RSP: 0018:ffff97f6b3ab3d70 EFLAGS: 00010246
RAX: fffffffffffffff8 RBX: ffff97f6b3ab3d30 RCX: 000000000001fcf8
RDX: fffffffffffffff7 RSI: 0000000000000016 RDI: ffffe3ba41384e80
RBP: ffff97f6b3ab3d78 R08: fffffffffffffff8 R09: 000000000001fca0
R10: ffff97f6bffd9800 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: ffffe3ba41177000 R15: ffff97f6baabb800
FS: 0000000000000000(0000) GS:ffff97f6bb640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8b016fd000 CR3: 000000001771a000 CR4: 00000000003607e0
Call Trace:
[<ffffffffadc420d0>] khugepaged_scan_mm_slot+0xad0/0xfd0
[<ffffffffadc4270b>] khugepaged+0x13b/0x490
[<ffffffffadacc790>] ? wake_up_atomic_t+0x40/0x40
[<ffffffffadc425d0>] ? khugepaged_scan_mm_slot+0xfd0/0xfd0
[<ffffffffadacb621>] kthread+0xd1/0xe0
[<ffffffffadacb550>] ? insert_kthread_work+0x40/0x40
[<ffffffffae1c51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffadacb550>] ? insert_kthread_work+0x40/0x40
Code: 00 48 98 49 29 c6 4c 01 75 d0 4d 29 f7 0f 84 6e ff ff ff 48 85 c0 0f 85 65 ff ff ff eb ac 0f 1f 44 00 00 55 48 89 e5 53 48 89 fb <f0> 80 27 fe e8 9a c4 f0 ff 48 89 df e8 b2 e8 ff ff 48 89 de 31
Complete report #763157
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
clear_page
|
vmlinux |
0xffffffff813300f2
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x12
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811eb0fd
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x84d
|
3
|
khugepaged
|
vmlinux |
0xffffffff811eb6db
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff810b1910
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811eb5a0
Build id: 3.10.0-693.2.2.el7.x86_64
|
0xcf0
|
6
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.2.2.el7.x86_64
|
0xcf
|
7
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x40
|
8
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f58
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x58
|
9
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.2.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [khugepaged:33]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock fuse vmhgfs(OE) snd_seq_midi snd_seq_midi_event ext4 mbcache jbd2 iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev snd_ens1371 vmw_balloon pcspkr snd_rawmidi snd_ac97_codec ac97_bus joydev snd_seq snd_seq_device
snd_pcm snd_timer snd soundcore nfit sg i2c_piix4 libnvdimm shpchp vmw_vmci parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea crct10dif_pclmul sysfillrect sysimgblt fb_sys_fops crct10dif_common ttm crc32c_intel drm serio_raw mptspi scsi_transport_spi mptscsih vmxnet3 ata_piix mptbase libata i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 33 Comm: khugepaged Tainted: G OE ------------ 3.10.0-693.2.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff880635e34f10 ti: ffff88063192c000 task.ti: ffff88063192c000
RIP: 0010:[<ffffffff813300f2>] [<ffffffff813300f2>] clear_page+0x12/0x40
RSP: 0018:ffff88063192fd80 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 9a00008d00000000 RCX: 000000000000003f
RDX: 000000000001a220 RSI: 0000000000000008 RDI: ffff88026efa0000
RBP: ffff88063192fe38 R08: 0000000000000024 R09: a8004c7a42000000
R10: 57ff9d85d11e9080 R11: 0000000000000000 R12: ffff88063192fd30
R13: ffff88017fc76c00 R14: 0000000000000001 R15: 0000000000000001
FS: 0000000000000000(0000) GS:ffff880635400000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fb194f1d000 CR3: 00000005fba86000 CR4: 00000000001407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff811eb0fd 00000004f9ab4067 00000000bc600000 ffff8806227b57a8
ffffea0014d4d3b0 ffff88053534ef10 ffff8804f9ab4000 ffff88063192fe60
ffff88063192ffd8 ffff8805f13d9338 ffff88063192ffd8 00000000bc400000
Call Trace:
[<ffffffff811eb0fd>] ? khugepaged_scan_mm_slot+0x84d/0xcf0
[<ffffffff811eb6db>] khugepaged+0x13b/0x480
[<ffffffff810b1910>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff811eb5a0>] ? khugepaged_scan_mm_slot+0xcf0/0xcf0
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #648521
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffff8132ffd3
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x23
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811eb122
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x8f2
|
3
|
khugepaged
|
vmlinux |
0xffffffff811eb65b
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff810b1920
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811eb520
Build id: 3.10.0-693.11.1.el7.x86_64
|
0xcf0
|
6
|
kthread
|
vmlinux |
0xffffffff810b099f
Build id: 3.10.0-693.11.1.el7.x86_64
|
0xcf
|
7
|
|
vmlinux |
0xffffffff810b08d0
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x40
|
8
|
ret_from_fork
|
vmlinux |
0xffffffff816b4fd8
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x58
|
9
|
|
vmlinux |
0xffffffff810b08d0
Build id: 3.10.0-693.11.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 22s! [khugepaged:73]
Modules linked in: xt_comment iptable_filter falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_14713(E) nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache vmw_vsock_vmci_transport vsock ext4 mbcache jbd2 sb_edac edac_core iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev sg pcspkr ppdev vmw_balloon nfit libnvdimm shpchp i2c_piix4 parport_pc vmw_vmci parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper sd_mod crc_t10dif crct10dif_generic syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix ahci libahci crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmxnet3 vmw_pvscsi i2c_core floppy dm_mirror
dm_region_hash dm_log dm_mod
CPU: 6 PID: 73 Comm: khugepaged Tainted: P E ------------ 3.10.0-693.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff880a14e7eeb0 ti: ffff880a12ec8000 task.ti: ffff880a12ec8000
RIP: 0010:[<ffffffff8132ffd3>] [<ffffffff8132ffd3>] copy_page+0x23/0xe0
RSP: 0018:ffff880a12ecbd70 EFLAGS: 00010206
RAX: ffff880a12ecbfd8 RBX: ffff880a12ecbd30 RCX: 000000000000003a
RDX: 000000000001a220 RSI: ffff8801019ef000 RDI: ffff8802143fb000
RBP: ffff880a12ecbe38 R08: 0000000000000050 R09: a800625ff1000000
R10: 57ff87a02797fc40 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: ffffea001897fc40 R15: ffff880179f5ff10
FS: 0000000000000000(0000) GS:ffff880a15780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000004877018 CR3: 00000009fcb64000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffea0004067bc0 ffffea000850fec0 ffffffff811eb122 0000000a10106067
00007f556a400000 ffff880a09f3bb18 ffffea0027ecc330 ffff8809fb30ca88
ffff880a10106000 ffff880a12ecbe60 ffff880a12ecbfd8 ffff880a126ad7f8
Call Trace:
[<ffffffff811eb122>] ? khugepaged_scan_mm_slot+0x8f2/0xcf0
[<ffffffff811eb65b>] khugepaged+0x13b/0x480
[<ffffffff810b1920>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff811eb520>] ? khugepaged_scan_mm_slot+0xcf0/0xcf0
[<ffffffff810b099f>] kthread+0xcf/0xe0
[<ffffffff810b08d0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4fd8>] ret_from_fork+0x58/0x90
[<ffffffff810b08d0>] ? insert_kthread_work+0x40/0x40
Code: c3 0f 1f 80 00 00 00 00 48 83 ec 10 48 89 1c 24 4c 89 64 24 08 b9 3b 00 00 00 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 48 ff c9 <48> 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b
Complete report #610766
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff94441815
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x375
|
2
|
khugepaged
|
vmlinux |
0xffffffff944425ab
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x13b
|
3
|
|
vmlinux |
0xffffffff942cc640
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x40
|
4
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff94442470
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0xfd0
|
5
|
kthread
|
vmlinux |
0xffffffff942cb4d1
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0xd1
|
6
|
|
vmlinux |
0xffffffff942cb400
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x40
|
7
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff949c51dd
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x7
|
8
|
|
vmlinux |
0xffffffff942cb400
Build id: 3.10.0-1160.80.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 21s! [cPhulkd - proce:58919]
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 24s! [khugepaged:57]
Modules linked in: hcpdriver(POE) tcp_diag inet_diag ip6t_REJECT nf_reject_ipv6 nf_log_ipv6 xt_time nf_log_ipv4 nf_log_common nf_nat_ftp xt_conntrack nf_conntrack_ftp xt_LOG xt_limit xt_REDIRECT nf_nat_redirect ip6table_mangle ip6table_raw iptable_mangle iptable_raw ipt_REJECT nf_reject_ipv4 iptable_filter ip6table_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 nf_nat nf_conntrack xt_owner xt_multiport ip6_tables ext4 mbcache jbd2 loop vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sd_mod sysfillrect sysimgblt fb_sys_fops crc_t10dif ttm crct10dif_generic ahci drm libahci ata_piix crct10dif_pclmul crct10dif_common crc32c_intel nfit libata libnvdimm serio_raw vmxnet3 vmw_pvscsi drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: hcpdriver]
CPU: 1 PID: 57 Comm: khugepaged Kdump: loaded Tainted: P OEL ------------ 3.10.0-1160.80.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff8ce06e044200 ti: ffff8ce06e31c000 task.ti: ffff8ce06e31c000
RIP: 0010:[<ffffffff94441815>] [<ffffffff94441815>] khugepaged_scan_mm_slot+0x375/0xfd0
RSP: 0018:ffff8ce06e31fd88 EFLAGS: 00010286
RAX: fffffe8144c12600 RBX: ffff8ce06e31ffd8 RCX: fffffe8144c12600
RDX: 8000000130498867 RSI: 00002afe4c235000 RDI: 8000000130498867
RBP: ffff8ce06e31fe38 R08: 8000000000000867 R09: 00003ffffffff000
R10: ffff8cdf06970288 R11: 0000000000000293 R12: ffff8ce06e31fd50
R13: 0000000000000001 R14: 0000000000000000 R15: ffff8ce07165acc0
FS: 0000000000000000(0000) GS:ffff8ce071640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000004276d0 CR3: 000000018c010000 CR4: 00000000007607e0
PKRU: 00000000
Call Trace:
[<ffffffff944425ab>] khugepaged+0x13b/0x490
[<ffffffff942cc640>] ? wake_up_atomic_t+0x40/0x40
[<ffffffff94442470>] ? khugepaged_scan_mm_slot+0xfd0/0xfd0
[<ffffffff942cb4d1>] kthread+0xd1/0xe0
[<ffffffff942cb400>] ? insert_kthread_work+0x40/0x40
[<ffffffff949c51dd>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff942cb400>] ? insert_kthread_work+0x40/0x40
Code: 00 00 0f 84 2a ff ff ff a8 02 0f 84 22 ff ff ff 48 8b 7d d0 4c 89 ea 48 89 de e8 77 af fb ff 48 85 c0 48 89 c1 0f 84 07 ff ff ff <48> 8b 00 48 c1 e8 36 83 04 85 e0 9d 45 95 01 48 8b 01 a8 20 0f
Complete report #2364
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
clear_page
|
vmlinux |
0xffffffff89358842
Build id: 3.10.0-862.el7.x86_64
|
0x12
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff8920387d
Build id: 3.10.0-862.el7.x86_64
|
0x91d
|
3
|
khugepaged
|
vmlinux |
0xffffffff89203ecb
Build id: 3.10.0-862.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff890bbe20
Build id: 3.10.0-862.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff89203d90
Build id: 3.10.0-862.el7.x86_64
|
0xe30
|
6
|
kthread
|
vmlinux |
0xffffffff890bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffff890bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8971f61d
Build id: 3.10.0-862.el7.x86_64
|
0x7
|
9
|
|
vmlinux |
0xffffffff890bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [khugepaged:34]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr vmw_balloon joydev sg nfit libnvdimm parport_pc parport shpchp vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic sr_mod cdrom ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common drm_kms_helper crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi serio_raw ata_piix
scsi_transport_spi libata e1000 mptscsih i2c_core mptbase dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 34 Comm: khugepaged Kdump: loaded Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff8b09fcc95ee0 ti: ffff8b0a33ec4000 task.ti: ffff8b0a33ec4000
RIP: 0010:[<ffffffff89358842>] [<ffffffff89358842>] clear_page+0x12/0x40
RSP: 0018:ffff8b0a33ec7d80 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000297 RCX: 000000000000003f
RDX: ffffc90f064c6aa0 RSI: ffff8b0a3765c088 RDI: ffff8b0a333cf000
RBP: ffff8b0a33ec7e38 R08: ffffc90f064c6aa0 R09: 0000000000000000
R10: ffff8b0a3fbd7e00 R11: ffffffffffffffff R12: ffff8b0a3765c058
R13: ffff8b0a3ffda000 R14: ffffc90f050e2140 R15: ffff8b0a3ffda000
FS: 0000000000000000(0000) GS:ffff8b0a37640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fe7a6837600 CR3: 0000000178a0e000 CR4: 00000000003607e0
Call Trace:
[<ffffffff8920387d>] ? khugepaged_scan_mm_slot+0x91d/0xe30
[<ffffffff89203ecb>] khugepaged+0x13b/0x480
[<ffffffff890bbe20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff89203d90>] ? khugepaged_scan_mm_slot+0xe30/0xe30
[<ffffffff890bae31>] kthread+0xd1/0xe0
[<ffffffff890bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff8971f61d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffff890bad60>] ? insert_kthread_work+0x40/0x40
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #567660
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
clear_page
|
vmlinux |
0xffffffffab158842
Build id: 3.10.0-862.el7.x86_64
|
0x12
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffab00387d
Build id: 3.10.0-862.el7.x86_64
|
0x91d
|
3
|
khugepaged
|
vmlinux |
0xffffffffab003ecb
Build id: 3.10.0-862.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffaaebbe20
Build id: 3.10.0-862.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffab003d90
Build id: 3.10.0-862.el7.x86_64
|
0xe30
|
6
|
kthread
|
vmlinux |
0xffffffffaaebae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffaaebad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffab51f61d
Build id: 3.10.0-862.el7.x86_64
|
0x7
|
NMI watchdog: BUG: soft lockup - CPU#4 stuck for 22s! [khugepaged:64]
Modules linked in: tcp_lp fuse rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock bnep sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper snd_ens1371 cryptd snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm btusb btrtl
btbcm snd_timer snd btintel bluetooth soundcore ppdev rfkill nfit joydev vmw_balloon pcspkr sg libnvdimm i2c_piix4 parport_pc vmw_vmci parport shpchp ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel libata drm mptspi serio_raw scsi_transport_spi e1000 mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 4 PID: 64 Comm: khugepaged Not tainted 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff8eb0f5095ee0 ti: ffff8eb0f5358000 task.ti: ffff8eb0f5358000
RIP: 0010:[<ffffffffab158842>] [<ffffffffab158842>] clear_page+0x12/0x40
RSP: 0000:ffff8eb0f535bd80 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffffffffab14a519 RCX: 000000000000003f
RDX: ffffffff00000001 RSI: 0000000000000016 RDI: ffff8eb08ccd8000
RBP: ffff8eb0f535be38 R08: 0000000000000005 R09: 000000000001bff0
R10: ffff8eb0fffd9800 R11: 0000000000000000 R12: ffff8eb0f5095ee0
R13: ffff8eb0f5095ee0 R14: ffffffffab00ca92 R15: ffff8eb0f535bd30
FS: 0000000000000000(0000) GS:ffff8eb0fb700000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000029dac40 CR3: 000000004ff70000 CR4: 00000000003607e0
Call Trace:
[<ffffffffab00387d>] ? khugepaged_scan_mm_slot+0x91d/0xe30
[<ffffffffab003ecb>] khugepaged+0x13b/0x480
[<ffffffffaaebbe20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffab003d90>] ? khugepaged_scan_mm_slot+0xe30/0xe30
[<ffffffffaaebae31>] kthread+0xd1/0xe0
[<ffffffffaaebad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffab51f61d>] ret_from_fork_nospec_begin+0x7/0x21
Complete report #466807
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffffb6583e79
Build id: 3.10.0-957.el7.x86_64
|
0x49
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb642930b
Build id: 3.10.0-957.el7.x86_64
|
0xa4b
|
3
|
khugepaged
|
vmlinux |
0xffffffffb64298fb
Build id: 3.10.0-957.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffb62c2d00
Build id: 3.10.0-957.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb64297c0
Build id: 3.10.0-957.el7.x86_64
|
0xf00
|
6
|
kthread
|
vmlinux |
0xffffffffb62c1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffb62c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb6974c37
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffffb62c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
10
|
call_softirq
|
vmlinux |
0xffffffffb697832c
Build id: 3.10.0-957.el7.x86_64
|
0x1c
|
NMI watchdog: BUG: soft lockup - CPU#12 stuck for 23s! [khugepaged:109]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ppdev vmw_balloon sb_edac iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer sg joydev snd pcspkr soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic sd_mod crc_t10dif crct10dif_generic pata_acpi vmwgfx crct10dif_pclmul
crct10dif_common crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm serio_raw drm e1000 ata_piix mptspi scsi_transport_spi libata mptscsih mptbase nfit drm_panel_orientation_quirks libnvdimm
CPU: 12 PID: 109 Comm: khugepaged Kdump: loaded Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff8b2439cbe180 ti: ffff8b2439f7c000 task.ti: ffff8b2439f7c000
RIP: 0010:[<ffffffffb6583e79>] [<ffffffffb6583e79>] copy_page+0x49/0xe0
RSP: 0018:ffff8b2439f7fd70 EFLAGS: 00010206
RAX: 007200750070002d RBX: ffff8b2439f7fd30 RCX: 000000000000003a
RDX: 006a002e00720065 RSI: ffff8b1a61c30000 RDI: ffff8b1799c30000
RBP: ffff8b2439f7fe38 R08: 002f002100720061 R09: 0054004f004f0042
R10: 0046004e0049002d R11: 00620069006c002f R12: 0000000000000001
R13: 0000000000000001 R14: fffff4cc98870bc0 R15: ffff8b15b981c2f0
FS: 0000000000000000(0000) GS:ffff8b243d900000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f05336a9c00 CR3: 00000008d4a10000 CR4: 00000000001607e0
Call Trace:
[<ffffffffb642930b>] ? khugepaged_scan_mm_slot+0xa4b/0xf00
[<ffffffffb64298fb>] khugepaged+0x13b/0x480
[<ffffffffb62c2d00>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb64297c0>] ? khugepaged_scan_mm_slot+0xf00/0xf00
[<ffffffffb62c1c31>] kthread+0xd1/0xe0
[<ffffffffb62c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb6974c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb62c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb697832c>] call_softirq+0x1c/0x30
Code: 00 00 48 ff c9
Complete report #419151
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffff851955f3
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x23
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff85035426
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xa86
|
3
|
khugepaged
|
vmlinux |
0xffffffff85035aab
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff84ec6f50
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff85035970
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xfd0
|
6
|
kthread
|
vmlinux |
0xffffffff84ec5e61
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffff84ec5d90
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff85599df7
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffff84ec5d90
Build id: 3.10.0-1160.59.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [khugepaged:48]
Modules linked in: veth xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter rpcsec_gss_krb5 auth_rpcgss tun nfsv4 dns_resolver binfmt_misc nfs lockd grace fscache overlay(T) nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc coretemp crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon
pcspkr joydev sg vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c vmwgfx sr_mod cdrom drm_kms_helper ata_generic pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops sd_mod ttm crc_t10dif crct10dif_generic drm ata_piix crct10dif_pclmul crct10dif_common e1000 libata crc32c_intel serio_raw vmw_pvscsi drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 48 Comm: khugepaged Kdump: loaded Tainted: G B W L ------------ T 3.10.0-1160.59.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 10/22/2013
task: ffff884f2c3eb180 ti: ffff884f2bc50000 task.ti: ffff884f2bc50000
RIP: 0010:[<ffffffff851955f3>] [<ffffffff851955f3>] copy_page+0x23/0xe0
RSP: 0000:ffff884f2bc53d70 EFLAGS: 00010206
RAX: 80000001bf771847 RBX: ffff884f2bc53d30 RCX: 000000000000003a
RDX: 80000001bf771847 RSI: ffff884cbf771000 RDI: ffff884d721ee000
RBP: ffff884f2bc53e38 R08: 0000000000000030 R09: bde61dbe7a000000
R10: 4219d1bb0d6f9e80 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: 0000000000000001 R15: ffff884f2c3eb180
FS: 0000000000000000(0000) GS:ffff884f3fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f01ecd41028 CR3: 00000001dfa10000 CR4: 00000000000007e0
Call Trace:
[<ffffffff85035426>] ? khugepaged_scan_mm_slot+0xa86/0xfd0
[<ffffffff85035aab>] khugepaged+0x13b/0x490
[<ffffffff84ec6f50>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff85035970>] ? khugepaged_scan_mm_slot+0xfd0/0xfd0
[<ffffffff84ec5e61>] kthread+0xd1/0xe0
[<ffffffff84ec5d90>] ? insert_kthread_work+0x40/0x40
[<ffffffff85599df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff84ec5d90>] ? insert_kthread_work+0x40/0x40
Code: c3 0f 1f 80 00 00 00 00 48 83 ec 10 48 89 1c 24 4c 89 64 24 08 b9 3b 00 00 00 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 48 ff c9 <48> 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b
Complete report #387358
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffbd234335
Build id: 3.10.0-1160.el7.x86_64
|
0x375
|
2
|
|
vmlinux |
0xffffffffbd786c8f
Build id: 3.10.0-1160.el7.x86_64
|
0x3af
|
3
|
khugepaged
|
vmlinux |
0xffffffffbd2350cb
Build id: 3.10.0-1160.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffbd0c6d10
Build id: 3.10.0-1160.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffbd234f90
Build id: 3.10.0-1160.el7.x86_64
|
0xfd0
|
6
|
kthread
|
vmlinux |
0xffffffffbd0c5c21
Build id: 3.10.0-1160.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffbd0c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffbd793df7
Build id: 3.10.0-1160.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffffbd0c5b50
Build id: 3.10.0-1160.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [khugepaged:37]
Modules linked in: binfmt_misc ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock snd_seq_midi snd_seq_midi_event snd_ens1371 ppdev snd_rawmidi snd_ac97_codec coretemp ac97_bus snd_seq snd_seq_device snd_pcm iosf_mbi crc32_pclmul ghash_clmulni_intel snd_timer snd cryptd soundcore sg pcspkr joydev parport_pc parport i2c_piix4 vmw_vmci ip_tables xfs libcrc32c nouveau sd_mod crc_t10dif
crct10dif_generic sr_mod cdrom ata_generic video mxm_wmi wmi i2c_algo_bit pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt crct10dif_pclmul fb_sys_fops crct10dif_common ttm crc32c_intel drm mptspi scsi_transport_spi mptscsih mptbase serio_raw e1000 ata_piix libata drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 37 Comm: khugepaged Kdump: loaded Tainted: G W ------------ 3.10.0-1160.el7.x86_64 #1
Hardware name: ASUS B450M-PLUS/B450M-PLUS, BIOS 6.00 05/20/2014
task: ffff9fe6f6bb4200 ti: ffff9fe6edaf4000 task.ti: ffff9fe6edaf4000
RIP: 0010:[<ffffffffbd234335>] [<ffffffffbd234335>] khugepaged_scan_mm_slot+0x375/0xfd0
RSP: 0018:ffff9fe6edaf7d88 EFLAGS: 00010286
RAX: fffff9d0825acd00 RBX: ffffffffbd0dfb48 RCX: fffff9d0825acd00
RDX: 8000000096b34867 RSI: 00002b07b81b8000 RDI: 8000000096b34867
RBP: ffff9fe6edaf7e38 R08: 8000000000000867 R09: 00003ffffffff000
R10: ffff9fe6ee958288 R11: 0000000000000008 R12: ffffffffbd81e8a0
R13: ffff9fe6f961ad40 R14: ffff9fe6f6bb4268 R15: ffffffffbd38e52b
FS: 0000000000000000(0000) GS:ffff9fe6f9600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000383012741000 CR3: 000000004663e000 CR4: 00000000001607f0
Call Trace:
[<ffffffffbd786c8f>] ? __schedule+0x3af/0x860
[<ffffffffbd2350cb>] khugepaged+0x13b/0x490
[<ffffffffbd0c6d10>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffbd234f90>] ? khugepaged_scan_mm_slot+0xfd0/0xfd0
[<ffffffffbd0c5c21>] kthread+0xd1/0xe0
[<ffffffffbd0c5b50>] ? insert_kthread_work+0x40/0x40
[<ffffffffbd793df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffbd0c5b50>] ? insert_kthread_work+0x40/0x40
Code: 00 00 0f 84 2a ff ff ff a8 02 0f 84 22 ff ff ff 48 8b 7d d0 4c 89 ea 48 89 de e8 77 c1 fb ff 48 85 c0 48 89 c1 0f 84 07 ff ff ff <48> 8b 00 48 c1 e8 36 83 04 85 e0 8d 22 be 01 48 8b 01 a8 20 0f
Complete report #377425
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffff8435d6b3
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x23
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff84207c0b
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xa4b
|
3
|
khugepaged
|
vmlinux |
0xffffffff842081fb
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff840bef10
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff842080c0
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xf00
|
6
|
kthread
|
vmlinux |
0xffffffff840bdf21
Build id: 3.10.0-862.14.4.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffff840bde50
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff847255f7
Build id: 3.10.0-862.14.4.el7.x86_64
|
0x21
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [khugepaged:47]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack iptable_filter vmw_vsock_vmci_transport vsock sunrpc ext4 snd_seq_midi snd_seq_midi_event mbcache jbd2 snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus coretemp snd_seq iosf_mbi crc32_pclmul ghash_clmulni_intel snd_seq_device aesni_intel snd_pcm lrw gf128mul snd_timer ppdev glue_helper snd ablk_helper cryptd soundcore vmw_balloon sg joydev pcspkr shpchp parport_pc parport vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea
sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel serio_raw e1000 ata_piix mptspi libata scsi_transport_spi mptscsih mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 47 Comm: khugepaged Kdump: loaded Tainted: G L ------------ 3.10.0-862.14.4.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/31/2013
task: ffff97a8364c2f70 ti: ffff97a836658000 task.ti: ffff97a836658000
RIP: 0010:[<ffffffff8435d6b3>] [<ffffffff8435d6b3>] copy_page+0x23/0xe0
RSP: 0018:ffff97a83665bd70 EFLAGS: 00010206
RAX: ffff97a83665bfd8 RBX: ffff97a83665bd30 RCX: 000000000000003a
RDX: 8000000041974867 RSI: ffff97a801974000 RDI: ffff97a7c5f9b000
RBP: ffff97a83665be38 R08: 000000000000001e R09: 5d2a041973000000
R10: a2d5d3310e065cc0 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: ffffd74a81065cc0 R15: ffff97a83bd99730
FS: 0000000000000000(0000) GS:ffff97a83c6c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fed9fd22ed8 CR3: 000000001360e000 CR4: 00000000001607e0
Call Trace:
[<ffffffff84207c0b>] ? khugepaged_scan_mm_slot+0xa4b/0xf00
[<ffffffff842081fb>] khugepaged+0x13b/0x480
[<ffffffff840bef10>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff842080c0>] ? khugepaged_scan_mm_slot+0xf00/0xf00
[<ffffffff840bdf21>] kthread+0xd1/0xe0
[<ffffffff840bde50>] ? insert_kthread_work+0x40/0x40
[<ffffffff847255f7>] ret_from_fork_nospec_begin+0x21/0x21
Complete report #331306
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffffa3f85da9
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x49
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffa3e2a91b
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xa4b
|
3
|
khugepaged
|
vmlinux |
0xffffffffa3e2af0b
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffa3cc3f50
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffa3e2add0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xf00
|
6
|
kthread
|
vmlinux |
0xffffffffa3cc2e81
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffa3cc2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa4376c37
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffffa3cc2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [khugepaged:47]
Modules linked in: ip6t_REJECT nf_reject_ipv6 nf_log_ipv6 ip6table_filter nf_log_ipv4 nf_log_common nf_nat_ftp xt_REDIRECT nf_nat_redirect xt_conntrack nf_conntrack_ftp xt_LOG xt_limit xt_multiport iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 ip6table_mangle ip6table_raw ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 nf_nat nf_conntrack ip6_tables iptable_mangle iptable_raw ipt_REJECT nf_reject_ipv4 iptable_filter sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ppdev ablk_helper cryptd vmw_balloon pcspkr joydev parport_pc sg parport i2c_piix4 vmw_vmci tcp_htcp ip_tables xfs libcrc32c vmwgfx drm_kms_helper sd_mod sr_mod syscopyarea cdrom sysfillrect crc_t10dif sysimgblt fb_sys_fops crct10dif_generic ata_generic pata_acpi
crct10dif_pclmul ttm ata_piix crct10dif_common drm crc32c_intel serio_raw e1000 vmw_pvscsi libata drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: talpa_syscallhook]
CPU: 2 PID: 47 Comm: khugepaged Kdump: loaded Tainted: G W OEL ------------ 3.10.0-957.27.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/14/2014
task: ffffa0fd7fa4c100 ti: ffffa0fd6cfa4000 task.ti: ffffa0fd6cfa4000
RIP: 0010:[<ffffffffa3f85da9>] [<ffffffffa3f85da9>] copy_page+0x49/0xe0
RSP: 0018:ffffa0fd6cfa7d70 EFLAGS: 00010206
RAX: 0000000000000000 RBX: ffffa0fd6cfa7d30 RCX: 000000000000003a
RDX: 00007f64ef4efba0 RSI: ffffa0fa754e8000 RDI: ffffa0f9519a5000
RBP: ffffa0fd6cfa7e38 R08: 00007f64ef0c2660 R09: f7323926dd000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: ffffef6c092073c0 R15: ffffa0fabda01cf0
FS: 0000000000000000(0000) GS:ffffa0fd7fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fabe2fe9228 CR3: 0000000035eaa000 CR4: 00000000000407e0
Call Trace:
[<ffffffffa3e2a91b>] ? khugepaged_scan_mm_slot+0xa4b/0xf00
[<ffffffffa3e2af0b>] khugepaged+0x13b/0x480
[<ffffffffa3cc3f50>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa3e2add0>] ? khugepaged_scan_mm_slot+0xf00/0xf00
[<ffffffffa3cc2e81>] kthread+0xd1/0xe0
[<ffffffffa3cc2db0>] ? insert_kthread_work+0x40/0x40
[<ffffffffa4376c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa3cc2db0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 48 ff c9 48 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b 56 28 4c 8b 5e 30 4c 8b 66 38 0f 18 8e 40 01 00 00 <48> 89 07 48 89 5f 08 48 89 57 10 4c 89 47 18 4c 89 4f 20 4c 89
Complete report #238417
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffa1434805
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x375
|
2
|
khugepaged
|
vmlinux |
0xffffffffa143559b
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x13b
|
3
|
|
vmlinux |
0xffffffffa12c6f20
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x30
|
4
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffa1435460
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xfd0
|
5
|
kthread
|
vmlinux |
0xffffffffa12c5e31
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0xd1
|
6
|
|
vmlinux |
0xffffffffa12c5d60
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
7
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa1995df7
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x21
|
8
|
|
vmlinux |
0xffffffffa12c5d60
Build id: 3.10.0-1160.31.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 25s! [khugepaged:50]
Modules linked in: xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ip_tables vsock_diag tcp_diag udp_diag inet_diag unix_diag tun devlink bridge stp llc ip_set vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport vmw_vmci i2c_piix4 nfsd nfs_acl lockd grace auth_rpcgss
sunrpc xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel syscopyarea sysfillrect sysimgblt fb_sys_fops serio_raw ttm vmxnet3 mptspi drm ata_piix scsi_transport_spi mptscsih nfit mptbase libata libnvdimm drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: ip_tables]
CPU: 3 PID: 50 Comm: khugepaged Kdump: loaded Tainted: G W L ------------ 3.10.0-1160.31.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9df4ea90b180 ti: ffff9df4ea968000 task.ti: ffff9df4ea968000
RIP: 0010:[<ffffffffa1434805>] [<ffffffffa1434805>] khugepaged_scan_mm_slot+0x375/0xfd0
RSP: 0018:ffff9df4ea96bd88 EFLAGS: 00010282
RAX: ffffe90e4c87c340 RBX: ffff9df0c2007080 RCX: ffffe90e4c87c340
RDX: 0000000321f0d867 RSI: 00000000ec6b9000 RDI: 0000000321f0d867
RBP: ffff9df4ea96be38 R08: 0000000000000867 R09: 00003ffffffff000
R10: ffff9df16790fe58 R11: ffffe90e455df940 R12: ffff9df4ffd9acc0
R13: ffff9df0c2007080 R14: 0000000000000000 R15: ffff9df4ea90b818
FS: 0000000000000000(0000) GS:ffff9df4ffd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f9dc0024000 CR3: 000000041b7be000 CR4: 00000000000407e0
Call Trace:
[<ffffffffa143559b>] khugepaged+0x13b/0x490
[<ffffffffa12c6f20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa1435460>] ? khugepaged_scan_mm_slot+0xfd0/0xfd0
[<ffffffffa12c5e31>] kthread+0xd1/0xe0
[<ffffffffa12c5d60>] ? insert_kthread_work+0x40/0x40
[<ffffffffa1995df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa12c5d60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 0f 84 2a ff ff ff a8 02 0f 84 22 ff ff ff 48 8b 7d d0 4c 89 ea 48 89 de e8 17 c1 fb ff 48 85 c0 48 89 c1 0f 84 07 ff ff ff <48> 8b 00 48 c1 e8 36 83 04 85 e0 7d 42 a2 01 48 8b 01 a8 20 0f
Complete report #201906
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffffb3158a73
Build id: 3.10.0-862.el7.x86_64
|
0x23
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb300392f
Build id: 3.10.0-862.el7.x86_64
|
0x9cf
|
3
|
khugepaged
|
vmlinux |
0xffffffffb3003ecb
Build id: 3.10.0-862.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffb2ebbe20
Build id: 3.10.0-862.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb3003d90
Build id: 3.10.0-862.el7.x86_64
|
0xe30
|
6
|
kthread
|
vmlinux |
0xffffffffb2ebae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffb2ec9667
Build id: 3.10.0-862.el7.x86_64
|
0x57
|
8
|
|
vmlinux |
0xffffffffb2ebad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
9
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb351f61d
Build id: 3.10.0-862.el7.x86_64
|
0x7
|
10
|
|
vmlinux |
0xffffffffb2ebad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [khugepaged:46]
Modules linked in: binfmt_misc tun devlink ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi ppdev snd_ac97_codec aesni_intel ac97_bus snd_seq lrw gf128mul snd_seq_device glue_helper ablk_helper cryptd snd_pcm vmw_balloon sg snd_timer joydev pcspkr snd nfit soundcore libnvdimm parport_pc parport vmw_vmci i2c_piix4 shpchp xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common crc32c_intel drm libata e1000 serio_raw mptspi i2c_core scsi_transport_spi mptscsih mptbase [last unloaded: ip_tables]
CPU: 0 PID: 46 Comm: khugepaged Kdump: loaded Tainted: G L ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff97192eb24f10 ti: ffff97192e5bc000 task.ti: ffff97192e5bc000
RIP: 0010:[<ffffffffb3158a73>] [<ffffffffb3158a73>] copy_page+0x23/0xe0
RSP: 0018:ffff97192e5bfd70 EFLAGS: 00010206
RAX: ffff97192e5bffd8 RBX: ffff97192e5bfd30 RCX: 000000000000003a
RDX: 000000000001c0a0 RSI: ffff97189b885000 RDI: ffff9716114c6000
RBP: ffff97192e5bfe38 R08: 0000000000000030 R09: 629a20f317000000
R10: 9d65b7b3713cc5c0 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: ffffd8a6883cc5c0 R15: ffff97177def3170
FS: 0000000000000000(0000) GS:ffff971931600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fcaaa19f380 CR3: 00000000b0af6000 CR4: 00000000003607f0
Call Trace:
[<ffffffffb300392f>] ? khugepaged_scan_mm_slot+0x9cf/0xe30
[<ffffffffb3003ecb>] khugepaged+0x13b/0x480
[<ffffffffb2ebbe20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb3003d90>] ? khugepaged_scan_mm_slot+0xe30/0xe30
[<ffffffffb2ebae31>] kthread+0xd1/0xe0
[<ffffffffb2ec9667>] ? finish_task_switch+0x57/0x170
[<ffffffffb2ebad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb351f61d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffb2ebad60>] ? insert_kthread_work+0x40/0x40
Code: c3 0f 1f 80 00 00 00 00 48 83 ec 10 48 89 1c 24 4c 89 64 24 08 b9 3b 00 00 00 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 48 ff c9 <48> 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b
Complete report #195913
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
clear_page
|
vmlinux |
0xffffffff98158842
Build id: 3.10.0-862.el7.x86_64
|
0x12
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff9800387d
Build id: 3.10.0-862.el7.x86_64
|
0x91d
|
3
|
khugepaged
|
vmlinux |
0xffffffff98003ecb
Build id: 3.10.0-862.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff97ebbe20
Build id: 3.10.0-862.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff98003d90
Build id: 3.10.0-862.el7.x86_64
|
0xe30
|
6
|
kthread
|
vmlinux |
0xffffffff97ebae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffff97ebad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9851f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffff97ebad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [khugepaged:151]
Modules linked in: falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_11711(E) falcon_lsm_pinned_11312(E) binfmt_misc arc4 md4 nls_utf8 cifs ccm dns_resolver vmw_vsock_vmci_transport vsock sb_edac iosf_mbi crc32_pclmul ext4 ghash_clmulni_intel aesni_intel lrw gf128mul mbcache glue_helper jbd2 ablk_helper cryptd ppdev vmw_balloon pcspkr joydev sg nfit parport_pc libnvdimm parport shpchp vmw_vmci i2c_piix4 auth_rpcgss sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata crct10dif_pclmul crct10dif_common mptspi scsi_transport_spi crc32c_intel mptscsih serio_raw mptbase vmxnet3 i2c_core floppy dm_mirror dm_region_hash
dm_log dm_mod [last unloaded: falcon_kal]
CPU: 0 PID: 151 Comm: khugepaged Kdump: loaded Tainted: P EL ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9b30cd0faf70 ti: ffff9b30cd108000 task.ti: ffff9b30cd108000
RIP: 0010:[<ffffffff98158842>] [<ffffffff98158842>] clear_page+0x12/0x40
RSP: 0018:ffff9b30cd10bd80 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 6506326000000000 RCX: 000000000000003f
RDX: 000000000001c108 RSI: 0000000000000008 RDI: ffff9b35750d9000
RBP: ffff9b30cd10be38 R08: 0000000000000064 R09: a0db441583000000
R10: 5f24a4214e0560c0 R11: 0000000000000000 R12: ffff9b30cd10bd30
R13: ffff9b263fd4c400 R14: 0000000000000001 R15: 0000000000000001
FS: 0000000000000000(0000) GS:ffff9b30cfa00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00000000008fbc30 CR3: 000000175480e000 CR4: 00000000000607f0
Call Trace:
[<ffffffff9800387d>] ? khugepaged_scan_mm_slot+0x91d/0xe30
[<ffffffff98003ecb>] khugepaged+0x13b/0x480
[<ffffffff97ebbe20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff98003d90>] ? khugepaged_scan_mm_slot+0xe30/0xe30
[<ffffffff97ebae31>] kthread+0xd1/0xe0
[<ffffffff97ebad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff9851f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff97ebad60>] ? insert_kthread_work+0x40/0x40
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #170951
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffff81330083
Build id: 3.10.0-693.el7.x86_64
|
0x23
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811eb192
Build id: 3.10.0-693.el7.x86_64
|
0x8f2
|
3
|
khugepaged
|
vmlinux |
0xffffffff811eb6cb
Build id: 3.10.0-693.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff810b1910
Build id: 3.10.0-693.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811eb590
Build id: 3.10.0-693.el7.x86_64
|
0xcf0
|
6
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
7
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
8
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
9
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#6 stuck for 23s! [khugepaged:102]
Modules linked in: tcp_lp fuse xt_CHECKSUM iptable_mangle ipt_REJECT nf_reject_ipv4 xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 tun nf_conntrack_netlink nfnetlink xt_addrtype iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 ebtable_filter nf_nat ebtables nf_conntrack br_netfilter bridge stp llc ip6table_filter ip6_tables devlink iptable_filter mvfs(OE) nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache overlay(T) vmw_vsock_vmci_transport vsock sb_edac edac_core iosf_mbi ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper vmw_balloon ablk_helper cryptd joydev sg pcspkr parport_pc parport vmw_vmci shpchp nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx
drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix crct10dif_pclmul crct10dif_common drm crc32c_intel nfit libata mptspi libnvdimm scsi_transport_spi mptscsih serio_raw mptbase vmxnet3 i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 6 PID: 102 Comm: khugepaged Tainted: G OEL ------------ T 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff880c09a22f70 ti: ffff880c094d4000 task.ti: ffff880c094d4000
RIP: 0010:[<ffffffff81330083>] [<ffffffff81330083>] copy_page+0x23/0xe0
RSP: 0018:ffff880c094d7d70 EFLAGS: 00010206
RAX: ffff880c094d7fd8 RBX: ffff880c094d7d30 RCX: 000000000000003a
RDX: 000000000001a220 RSI: ffff88018bd0a000 RDI: ffff881af7d59000
RBP: ffff880c094d7e38 R08: 000000000000006e R09: a80018bd0b000000
R10: 57ffd142fb2f42c0 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: 0000000000000001 R15: ffff880c09a22f70
FS: 0000000000000000(0000) GS:ffff880c0d780000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000bb5da900000 CR3: 0000000bfb3fe000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffea00062f4280 ffffea006bdf5640 ffffffff811eb192 00000008a5121067
00000004fec00000 ffff880c08b2c7a8 ffffea00361f5470 ffff880d87d51fa8
ffff8808a5121000 ffff880c094d7e60 ffff880c094d7fd8 ffff880a3567b8b8
Call Trace:
[<ffffffff811eb192>] ? khugepaged_scan_mm_slot+0x8f2/0xcf0
[<ffffffff811eb6cb>] khugepaged+0x13b/0x480
[<ffffffff810b1910>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff811eb590>] ? khugepaged_scan_mm_slot+0xcf0/0xcf0
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: c3 0f 1f 80 00 00 00 00 48 83 ec 10 48 89 1c 24 4c 89 64 24 08 b9 3b 00 00 00 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 48 ff c9 <48> 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b
Complete report #130071
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb2a34355
Build id: 3.10.0-1127.el7.x86_64
|
0x365
|
2
|
khugepaged
|
vmlinux |
0xffffffffb2a350eb
Build id: 3.10.0-1127.el7.x86_64
|
0x13b
|
3
|
|
vmlinux |
0xffffffffb28c7780
Build id: 3.10.0-1127.el7.x86_64
|
0x30
|
4
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb2a34fb0
Build id: 3.10.0-1127.el7.x86_64
|
0xfc0
|
5
|
kthread
|
vmlinux |
0xffffffffb28c6691
Build id: 3.10.0-1127.el7.x86_64
|
0xd1
|
6
|
|
vmlinux |
0xffffffffb28c65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
7
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb2f92d37
Build id: 3.10.0-1127.el7.x86_64
|
0x21
|
8
|
|
vmlinux |
0xffffffffb28c65c0
Build id: 3.10.0-1127.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [khugepaged:48]
Modules linked in: ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter binfmt_misc pv_channel(OE) kvm_ivshmem(OE) sunrpc nfit libnvdimm iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw ppdev gf128mul glue_helper sg ablk_helper joydev cryptd pcspkr virtio_balloon i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sr_mod cdrom ata_generic pata_acpi virtio_net net_failover failover virtio_console virtio_blk
cirrus drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw virtio_pci virtio_ring virtio drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 48 Comm: khugepaged Kdump: loaded Tainted: G OE ------------ 3.10.0-1127.el7.x86_64 #1
Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.10.2-0-g5f4c7b1-20181220_000000-szxrtosci10000 04/01/2014
task: ffff8836b3c10000 ti: ffff8836b3c18000 task.ti: ffff8836b3c18000
RIP: 0010:[<ffffffffb2a34355>] [<ffffffffb2a34355>] khugepaged_scan_mm_slot+0x365/0xfc0
RSP: 0018:ffff8836b3c1bd88 EFLAGS: 00010286
RAX: ffffd26646b3a000 RBX: 0000000000000001 RCX: ffffd26646b3a000
RDX: 80000001ace80867 RSI: 00000000e231f000 RDI: 80000001ace80867
RBP: ffff8836b3c1be38 R08: 8000000000000867 R09: 00003ffffffff000
R10: ffff8834b65196c0 R11: 001cb8b6a7b937c0 R12: 0000000000000001
R13: ffff8836b3c1bd78 R14: 0000000000000000 R15: ffff8836bfc9acc0
FS: 0000000000000000(0000) GS:ffff8836bfc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fdff0010000 CR3: 0000000185410000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffb2a350eb>] khugepaged+0x13b/0x490
[<ffffffffb28c7780>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb2a34fb0>] ? khugepaged_scan_mm_slot+0xfc0/0xfc0
[<ffffffffb28c6691>] kthread+0xd1/0xe0
[<ffffffffb28c65c0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb2f92d37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb28c65c0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 0f 84 2a ff ff ff a8 02 0f 84 22 ff ff ff 48 8b 7d d0 4c 89 ea 48 89 de e8 07 c2 fb ff 48 85 c0 48 89 c1 0f 84 07 ff ff ff <48> 8b 00 48 c1 e8 36 83 04 85 e0 7d a2 b3 01 48 8b 01 a8 20 0f
Complete report #69936
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffffb0594ba9
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x49
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb0434c26
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xa86
|
3
|
khugepaged
|
vmlinux |
0xffffffffb04352ab
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffb02c6f60
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb0435170
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xfd0
|
6
|
kthread
|
vmlinux |
0xffffffffb02c5e71
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffb02c5da0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb0993df7
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffffb02c5da0
Build id: 3.10.0-1160.11.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [khugepaged:47]
Modules linked in: vsock_diag tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_kal(E) falcon_lsm_pinned_10912(E) xt_nat veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter bridge stp llc cmac arc4 md4 nls_utf8 cifs ccm dns_resolver overlay(T) vmw_vsock_vmci_transport vsock ppdev crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper vmw_balloon cryptd joydev pcspkr sg vmw_vmci i2c_piix4 parport_pc parport binfmt_misc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common
crc32c_intel vmwgfx drm_kms_helper syscopyarea sysfillrect serio_raw sysimgblt fb_sys_fops ttm ahci drm vmxnet3 libahci ata_piix vmw_pvscsi libata nfit libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 1 PID: 47 Comm: khugepaged Kdump: loaded Tainted: P EL ------------ T 3.10.0-1160.11.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9b04f6ba5280 ti: ffff9b04f7fd0000 task.ti: ffff9b04f7fd0000
RIP: 0010:[<ffffffffb0594ba9>] [<ffffffffb0594ba9>] copy_page+0x49/0xe0
RSP: 0018:ffff9b04f7fd3d70 EFLAGS: 00010206
RAX: 000000000000000d RBX: ffff9b04f7fd3d30 RCX: 000000000000003a
RDX: 00000177a989c12a RSI: ffff9b068d9ae000 RDI: ffff9b071c927000
RBP: ffff9b04f7fd3e38 R08: 0000000000000001 R09: 0000000000000000
R10: 00007f06550ef10d R11: 0000000320006057 R12: 0000000000000001
R13: 0000000000000001 R14: 0000000000000001 R15: ffff9b04f6ba5280
FS: 0000000000000000(0000) GS:ffff9b07ad640000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc7435847d0 CR3: 00000002da810000 CR4: 00000000000007e0
Call Trace:
[<ffffffffb0434c26>] ? khugepaged_scan_mm_slot+0xa86/0xfd0
[<ffffffffb04352ab>] khugepaged+0x13b/0x490
[<ffffffffb02c6f60>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb0435170>] ? khugepaged_scan_mm_slot+0xfd0/0xfd0
[<ffffffffb02c5e71>] kthread+0xd1/0xe0
[<ffffffffb02c5da0>] ? insert_kthread_work+0x40/0x40
[<ffffffffb0993df7>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb02c5da0>] ? insert_kthread_work+0x40/0x40
Code: 00 00 48 ff c9 48 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b 56 28 4c 8b 5e 30 4c 8b 66 38 0f 18 8e 40 01 00 00 <48> 89 07 48 89 5f 08 48 89 57 10 4c 89 47 18 4c 89 4f 20 4c 89
Complete report #67426
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
clear_page
|
vmlinux |
0xffffffff85b58842
Build id: 3.10.0-862.el7.x86_64
|
0x12
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff85a0387d
Build id: 3.10.0-862.el7.x86_64
|
0x91d
|
3
|
khugepaged
|
vmlinux |
0xffffffff85a03ecb
Build id: 3.10.0-862.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff858bbe20
Build id: 3.10.0-862.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff85a03d90
Build id: 3.10.0-862.el7.x86_64
|
0xe30
|
6
|
kthread
|
vmlinux |
0xffffffff858bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffff858bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff85f1f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffff858bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [khugepaged:44]
Modules linked in: binfmt_misc tcp_diag inet_diag resguard_linux(OE) secmodel_linux(OE) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sunrpc sb_edac coretemp iosf_mbi crc32_pclmul ppdev ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper sg pcspkr joydev cryptd vmw_vmci parport_pc parport
shpchp i2c_piix4 ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common ata_piix drm crc32c_intel mptspi libata scsi_transport_spi serio_raw mptscsih vmxnet3 mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 44 Comm: khugepaged Tainted: G OEL ------------ 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/30/2013
task: ffff9764b3748000 ti: ffff9764b3750000 task.ti: ffff9764b3750000
RIP: 0010:[<ffffffff85b58842>] [<ffffffff85b58842>] clear_page+0x12/0x40
RSP: 0018:ffff9764b3753d80 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 000000000000003f
RDX: 000000000001c038 RSI: 0000000000000008 RDI: ffff97647e0df000
RBP: ffff9764b3753e38 R08: 0000000000000024 R09: f64409bb6d000000
R10: 09bbf3d5956edb40 R11: 0000000000000000 R12: ffff9764b3753d30
R13: ffff9763ffd43000 R14: 0000000000000001 R15: 0000000000000001
FS: 0000000000000000(0000) GS:ffff9764bfd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc8f832e488 CR3: 00000000bc20e000 CR4: 00000000000407e0
Call Trace:
[<ffffffff85a0387d>] ? khugepaged_scan_mm_slot+0x91d/0xe30
[<ffffffff85a03ecb>] khugepaged+0x13b/0x480
[<ffffffff858bbe20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff85a03d90>] ? khugepaged_scan_mm_slot+0xe30/0xe30
[<ffffffff858bae31>] kthread+0xd1/0xe0
[<ffffffff858bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffff85f1f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff858bad60>] ? insert_kthread_work+0x40/0x40
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #45372
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
clear_page
|
vmlinux |
0xffffffffb6b58842
Build id: 3.10.0-862.el7.x86_64
|
0x12
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb6a0387d
Build id: 3.10.0-862.el7.x86_64
|
0x91d
|
3
|
khugepaged
|
vmlinux |
0xffffffffb6a03ecb
Build id: 3.10.0-862.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffb68bbe20
Build id: 3.10.0-862.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb6a03d90
Build id: 3.10.0-862.el7.x86_64
|
0xe30
|
6
|
kthread
|
vmlinux |
0xffffffffb68bae31
Build id: 3.10.0-862.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffb68bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb6f1f637
Build id: 3.10.0-862.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffffb68bad60
Build id: 3.10.0-862.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [khugepaged:88]
Modules linked in: ext4 mbcache jbd2 rbd libceph dns_resolver veth xt_multiport iptable_raw ip_set_hash_ip ip_set_hash_net ipip tunnel4 ip_tunnel xt_set ip_set_hash_ipportnet ip_set_bitmap_port ip_set_hash_ipport ip_set_hash_ipportip ip_set dummy ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 xt_comment xt_mark nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter fuse overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink vmw_vsock_vmci_transport vsock nf_conntrack_ipv4 nf_defrag_ipv4 ip_vs_sh ip_vs_wrr ip_vs_rr ip_vs nf_conntrack sunrpc iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel
lrw gf128mul glue_helper ablk_helper cryptd nfit pcspkr sg ppdev joydev vmw_balloon parport_pc libnvdimm parport vmw_vmci shpchp i2c_piix4 ip_tables xfs libcrc32c ata_generic sr_mod pata_acpi cdrom vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci sd_mod crc_t10dif libahci ata_piix crct10dif_generic drm crct10dif_pclmul crct10dif_common libata crc32c_intel serio_raw vmxnet3 i2c_core vmw_pvscsi floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 88 Comm: khugepaged Tainted: G W L ------------ T 3.10.0-862.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff9f72f5af0000 ti: ffff9f72f5af8000 task.ti: ffff9f72f5af8000
RIP: 0010:[<ffffffffb6b58842>] [<ffffffffb6b58842>] clear_page+0x12/0x40
RSP: 0018:ffff9f72f5afbd80 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 000000000000003f
RDX: 000000000001c108 RSI: 0000000000000008 RDI: ffff9f737c213000
RBP: ffff9f72f5afbe38 R08: 0000000000000038 R09: be65242c62000000
R10: 419acb6ce70b1880 R11: 0000000000000000 R12: ffff9f72f5afbd30
R13: ffff9f7284744000 R14: 0000000000000001 R15: 0000000000000001
FS: 0000000000000000(0000) GS:ffff9f72f7cc0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000c0069bb000 CR3: 00000001a8218000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffffb6a0387d>] ? khugepaged_scan_mm_slot+0x91d/0xe30
[<ffffffffb6a03ecb>] khugepaged+0x13b/0x480
[<ffffffffb68bbe20>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb6a03d90>] ? khugepaged_scan_mm_slot+0xe30/0xe30
[<ffffffffb68bae31>] kthread+0xd1/0xe0
[<ffffffffb68bad60>] ? insert_kthread_work+0x40/0x40
[<ffffffffb6f1f637>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb68bad60>] ? insert_kthread_work+0x40/0x40
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #19831
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffffacf83e79
Build id: 3.10.0-957.el7.x86_64
|
0x49
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xfffffffface2930b
Build id: 3.10.0-957.el7.x86_64
|
0xa4b
|
3
|
khugepaged
|
vmlinux |
0xfffffffface298fb
Build id: 3.10.0-957.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffaccc2d00
Build id: 3.10.0-957.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xfffffffface297c0
Build id: 3.10.0-957.el7.x86_64
|
0xf00
|
6
|
kthread
|
vmlinux |
0xffffffffaccc1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffaccc1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffad374c37
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffffaccc1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [khugepaged:48]
Modules linked in: nls_utf8 xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc nfsd auth_rpcgss nfs_acl exfs(POE) bwklib(OE) libcrc32c ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink nfs fscache iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi vmw_vsock_vmci_transport vsock lockd grace sunrpc dm_mirror dm_region_hash dm_log sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper dm_mod ppdev cryptd pcspkr vmw_balloon joydev parport_pc parport i2c_piix4 sg vmw_vmci sch_fq_codel ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic
serio_raw crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm pata_acpi floppy drm mptspi scsi_transport_spi ata_piix mptscsih libata mptbase vmxnet3 drm_panel_orientation_quirks
CPU: 1 PID: 48 Comm: khugepaged Kdump: loaded Tainted: P OEL ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff9d8df4ef4100 ti: ffff9d8df4f68000 task.ti: ffff9d8df4f68000
RIP: 0010:[<ffffffffacf83e79>] [<ffffffffacf83e79>] copy_page+0x49/0xe0
RSP: 0018:ffff9d8df4f6bd70 EFLAGS: 00010206
RAX: 0000000000000000 RBX: ffff9d8df4f6bd30 RCX: 000000000000003a
RDX: 0000000000000000 RSI: ffff9d8d655c6000 RDI: ffff9d8dcfdfc000
RBP: ffff9d8df4f6be38 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000000000000 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: fffff12142957140 R15: ffff9d8dfa7d5c50
FS: 0000000000000000(0000) GS:ffff9d8dffc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8e7fb77140 CR3: 00000000b35a2000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<fffffffface2930b>] ? khugepaged_scan_mm_slot+0xa4b/0xf00
[<fffffffface298fb>] khugepaged+0x13b/0x480
[<ffffffffaccc2d00>] ? wake_up_atomic_t+0x30/0x30
[<fffffffface297c0>] ? khugepaged_scan_mm_slot+0xf00/0xf00
[<ffffffffaccc1c31>] kthread+0xd1/0xe0
[<ffffffffaccc1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffad374c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffaccc1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 48 ff c9 48 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b 56 28 4c 8b 5e 30 4c 8b 66 38 0f 18 8e 40 01 00 00 <48> 89 07 48 89 5f 08 48 89 57 10 4c 89 47 18 4c 89 4f 20 4c 89
Complete report #17979
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffa1632195
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x365
|
2
|
|
vmlinux |
0xffffffffa1b80a9a
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x10a
|
3
|
khugepaged
|
vmlinux |
0xffffffffa1632f1b
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffa14c7410
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffa1632de0
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xfb0
|
6
|
kthread
|
vmlinux |
0xffffffffa14c6321
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffa14c6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa1b8dd37
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffffa14c6250
Build id: 3.10.0-1062.18.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#9 stuck for 21s! [khugepaged:87]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables devlink iptable_filter vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi ppdev crc32_pclmul vmw_balloon ghash_clmulni_intel aesni_intel lrw gf128mul pcspkr glue_helper ablk_helper joydev cryptd vmw_vmci sg parport_pc parport i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix libata drm mptspi crct10dif_pclmul scsi_transport_spi crct10dif_common
crc32c_intel mptscsih mptbase e1000 serio_raw drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 9 PID: 87 Comm: khugepaged Kdump: loaded Tainted: G L ------------ 3.10.0-1062.18.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/17/2015
task: ffff935a37870000 ti: ffff935a37878000 task.ti: ffff935a37878000
RIP: 0010:[<ffffffffa1632195>] [<ffffffffa1632195>] khugepaged_scan_mm_slot+0x365/0xfb0
RSP: 0018:ffff935a3787bd88 EFLAGS: 00010282
RAX: ffffe91186a31480 RBX: ffff935a3b69ad00 RCX: ffffe91186a31480
RDX: 80000001a8c52867 RSI: 000055653b73c000 RDI: 80000001a8c52867
RBP: ffff935a3787be38 R08: 8000000000000867 R09: 00003ffffffff000
R10: ffff9359af2f2288 R11: 0000000000000100 R12: ffff935a3b69ac80
R13: ffffffffa14e28c9 R14: ffff935a3787bd18 R15: ffff935a3787bd18
FS: 0000000000000000(0000) GS:ffff935a3b680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8485f7f000 CR3: 00000000ae0d0000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa1b80a9a>] ? __schedule+0x10a/0x840
[<ffffffffa1632f1b>] khugepaged+0x13b/0x490
[<ffffffffa14c7410>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa1632de0>] ? khugepaged_scan_mm_slot+0xfb0/0xfb0
[<ffffffffa14c6321>] kthread+0xd1/0xe0
[<ffffffffa14c6250>] ? insert_kthread_work+0x40/0x40
[<ffffffffa1b8dd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa14c6250>] ? insert_kthread_work+0x40/0x40
Code: 00 00 0f 84 2a ff ff ff a8 02 0f 84 22 ff ff ff 48 8b 7d d0 4c 89 ea 48 89 de e8 97 c2 fb ff 48 85 c0 48 89 c1 0f 84 07 ff ff ff <48> 8b 00 48 c1 e8 36 83 04 85 60 57 62 a2 01 48 8b 01 a8 20 0f
Complete report #13445
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
clear_page
|
vmlinux |
0xffffffffb158de02
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x12
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb1430496
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x9a6
|
3
|
khugepaged
|
vmlinux |
0xffffffffb1430bdb
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffb12c61c0
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffb1430aa0
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0xfb0
|
6
|
kthread
|
vmlinux |
0xffffffffb12c50d1
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffb12c5000
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffb198cd37
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffffb12c5000
Build id: 3.10.0-1062.1.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [khugepaged:47]
Modules linked in: binfmt_misc coretemp ppdev crc32_pclmul ghash_clmulni_intel aesni_intel vmw_balloon lrw gf128mul glue_helper ablk_helper pcspkr cryptd joydev i2c_piix4 parport_pc parport sg vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix libata crct10dif_pclmul crct10dif_common mptspi scsi_transport_spi crc32c_intel e1000 mptscsih serio_raw mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 47 Comm: khugepaged Kdump: loaded Tainted: G B W L ------------ 3.10.0-1062.1.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 10/22/2013
task: ffff88cebfafe2a0 ti: ffff88cead480000 task.ti: ffff88cead480000
RIP: 0010:[<ffffffffb158de02>] [<ffffffffb158de02>] clear_page+0x12/0x40
RSP: 0018:ffff88cead483d80 EFLAGS: 00010216
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 000000000000003f
RDX: 000000000001fd50 RSI: 0000000000000008 RDI: ffff88cc7e30f000
RBP: ffff88cead483e38 R08: 0000000000000030 R09: fab1360d93000000
R10: 054ec89eba8364c0 R11: 0000000000000000 R12: ffff88cead483d30
R13: ffff88cc3fd53000 R14: 0000000000000001 R15: 0000000000000001
FS: 0000000000000000(0000) GS:ffff88cebfd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f50d18b6000 CR3: 00000003d2ff8000 CR4: 00000000000007e0
Call Trace:
[<ffffffffb1430496>] ? khugepaged_scan_mm_slot+0x9a6/0xfb0
[<ffffffffb1430bdb>] khugepaged+0x13b/0x490
[<ffffffffb12c61c0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffb1430aa0>] ? khugepaged_scan_mm_slot+0xfb0/0xfb0
[<ffffffffb12c50d1>] kthread+0xd1/0xe0
[<ffffffffb12c5000>] ? insert_kthread_work+0x40/0x40
[<ffffffffb198cd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffb12c5000>] ? insert_kthread_work+0x40/0x40
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #12820
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffff9a5840e9
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x49
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff9a42957b
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xa4b
|
3
|
khugepaged
|
vmlinux |
0xffffffff9a429b6b
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff9a2c2d00
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff9a429a30
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xf00
|
6
|
kthread
|
vmlinux |
0xffffffff9a2c1c31
Build id: 3.10.0-957.1.3.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffff9a2c1b60
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff9a974c37
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffff9a2c1b60
Build id: 3.10.0-957.1.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#7 stuck for 23s! [khugepaged:67]
Modules linked in: tcp_diag inet_diag ext4 mbcache jbd2 vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus ppdev snd_seq snd_seq_device snd_pcm vmw_balloon pcspkr snd_timer snd joydev soundcore sg parport_pc parport vmw_vmci i2c_piix4 xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel vmwgfx serio_raw drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops e1000 ttm drm mptspi scsi_transport_spi ata_piix mptscsih drm_panel_orientation_quirks mptbase nfit libata libnvdimm [last unloaded: nf_defrag_ipv4]
CPU: 7 PID: 67 Comm: khugepaged Kdump: loaded Tainted: G W L ------------ 3.10.0-957.1.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff985ae8a94100 ti: ffff985ae8540000 task.ti: ffff985ae8540000
RIP: 0010:[<ffffffff9a5840e9>] [<ffffffff9a5840e9>] copy_page+0x49/0xe0
RSP: 0018:ffff985ae8543d70 EFLAGS: 00010206
RAX: 0000003000000015 RBX: ffff985ae8543d30 RCX: 000000000000003a
RDX: 0000000000000000 RSI: ffff985ae2d60000 RDI: ffff98570077e000
RBP: ffff985ae8543e38 R08: 00000000ffffffff R09: 00007f6c0d7696d8
R10: 000000300000000b R11: 0000010600000002 R12: 0000000000000001
R13: 0000000000000001 R14: ffffefc64aaed240 R15: ffff98583d0bb490
FS: 0000000000000000(0000) GS:ffff985aed7c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f483c096000 CR3: 0000000082410000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff9a42957b>] ? khugepaged_scan_mm_slot+0xa4b/0xf00
[<ffffffff9a429b6b>] khugepaged+0x13b/0x480
[<ffffffff9a2c2d00>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff9a429a30>] ? khugepaged_scan_mm_slot+0xf00/0xf00
[<ffffffff9a2c1c31>] kthread+0xd1/0xe0
[<ffffffff9a2c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffff9a974c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff9a2c1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 48 ff c9 48 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b 56 28 4c 8b 5e 30 4c 8b 66 38 0f 18 8e 40 01 00 00 <48> 89 07 48 89 5f 08 48 89 57 10 4c 89 47 18 4c 89 4f 20 4c 89
Complete report #11965
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
clear_page
|
vmlinux |
0xffffffff8132fee2
Build id: 3.10.0-693.el7.x86_64
|
0x12
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811eb0ed
Build id: 3.10.0-693.el7.x86_64
|
0x84d
|
3
|
khugepaged
|
vmlinux |
0xffffffff811eb6cb
Build id: 3.10.0-693.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff810b1910
Build id: 3.10.0-693.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811eb590
Build id: 3.10.0-693.el7.x86_64
|
0xcf0
|
6
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
7
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
8
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
9
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 25s! [khugepaged:42]
Modules linked in: fuse binfmt_misc vmw_vsock_vmci_transport vsock iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg nfit joydev libnvdimm parport_pc parport vmw_vmci shpchp i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ext4 mbcache jbd2 sr_mod sd_mod cdrom crc_t10dif ata_generic crct10dif_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel e1000 serio_raw ata_piix mptspi libata scsi_transport_spi mptscsih mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 42 Comm: khugepaged Not tainted 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff880132180fd0 ti: ffff8801321c8000 task.ti: ffff8801321c8000
RIP: 0010:[<ffffffff8132fee2>] [<ffffffff8132fee2>] clear_page+0x12/0x40
RSP: 0018:ffff8801321cbd80 EFLAGS: 00010216
RAX: 0000000000000000 RBX: ffff880100000000 RCX: 000000000000003f
RDX: 000000000001a220 RSI: 0000000000000008 RDI: ffff880007d09000
RBP: ffff8801321cbe38 R08: 0000000000000018 R09: a8001210fb000000
R10: 57ffd7ef09843ec0 R11: 0000000000000000 R12: ffff8801321cbd30
R13: ffff880139076400 R14: 0000000000000001 R15: 0000000000000001
FS: 0000000000000000(0000) GS:ffff8801396c0000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fecbe363000 CR3: 00000000019f2000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffffffff811eb0ed 0000000134ca5067 00007f5a31600000 ffff8800bbbbea50
ffffea0002ca56f0 ffff8800b295bc50 ffff880134ca5000 ffff8801321cbe60
ffff8801321cbfd8 ffff880131dc9fb8 ffff8801321cbfd8 00007f5a31400000
Call Trace:
[<ffffffff811eb0ed>] ? khugepaged_scan_mm_slot+0x84d/0xcf0
[<ffffffff811eb6cb>] khugepaged+0x13b/0x480
[<ffffffff810b1910>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff811eb590>] ? khugepaged_scan_mm_slot+0xcf0/0xcf0
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: f3 48 ab c3 0f 1f 44 00 00 b9 00 10 00 00 31 c0 f3 aa c3 66 0f 1f 44 00 00 31 c0 b9 40 00 00 00 66 0f 1f 84 00 00 00 00 00 ff c9 <48> 89 07 48 89 47 08 48 89 47 10 48 89 47 18 48 89 47 20 48 89
Complete report #11889
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffffa1183e79
Build id: 3.10.0-957.el7.x86_64
|
0x49
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffa102930b
Build id: 3.10.0-957.el7.x86_64
|
0xa4b
|
3
|
khugepaged
|
vmlinux |
0xffffffffa10298fb
Build id: 3.10.0-957.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffa0ec2d00
Build id: 3.10.0-957.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffa10297c0
Build id: 3.10.0-957.el7.x86_64
|
0xf00
|
6
|
kthread
|
vmlinux |
0xffffffffa0ec1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffa0ec1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa1574c37
Build id: 3.10.0-957.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffffa0ec1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [khugepaged:48]
Modules linked in: vmw_vsock_vmci_transport vsock vmhgfs(OE) sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci binfmt_misc sch_fq_codel ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmwgfx ata_generic pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi scsi_transport_spi mptscsih drm ata_piix libata nfit drm_panel_orientation_quirks e1000 mptbase libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 48 Comm: khugepaged Kdump: loaded Tainted: G OE ------------ 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
task: ffff906cf30430c0 ti: ffff906cf32d0000 task.ti: ffff906cf32d0000
RIP: 0010:[<ffffffffa1183e79>] [<ffffffffa1183e79>] copy_page+0x49/0xe0
RSP: 0018:ffff906cf32d3d70 EFLAGS: 00010206
RAX: 0000000100000009 RBX: ffff906cf32d3d30 RCX: 000000000000003a
RDX: 0000000000000001 RSI: ffff906c19aaa000 RDI: ffff906bf8971000
RBP: ffff906cf32d3e38 R08: 00007f27cccb0d60 R09: 0000000000000001
R10: 0000000000000061 R11: 0000000000000001 R12: 0000000000000001
R13: 0000000000000001 R14: ffffec644166aa40 R15: ffff906cf8b9aa90
FS: 0000000000000000(0000) GS:ffff906cf9680000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00000000b9c7f000 CR3: 0000000049a10000 CR4: 00000000003607e0
Call Trace:
[<ffffffffa102930b>] ? khugepaged_scan_mm_slot+0xa4b/0xf00
[<ffffffffa10298fb>] khugepaged+0x13b/0x480
[<ffffffffa0ec2d00>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa10297c0>] ? khugepaged_scan_mm_slot+0xf00/0xf00
[<ffffffffa0ec1c31>] kthread+0xd1/0xe0
[<ffffffffa0ec1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffa1574c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa0ec1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 48 ff c9 48 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b 56 28 4c 8b 5e 30 4c 8b 66 38 0f 18 8e 40 01 00 00 <48> 89 07 48 89 5f 08 48 89 57 10 4c 89 47 18 4c 89 4f 20 4c 89
Complete report #8047
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811eab73
Build id: 3.10.0-693.el7.x86_64
|
0x2d3
|
2
|
khugepaged
|
vmlinux |
0xffffffff811eb6cb
Build id: 3.10.0-693.el7.x86_64
|
0x13b
|
3
|
|
vmlinux |
0xffffffff810b1910
Build id: 3.10.0-693.el7.x86_64
|
0x30
|
4
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811eb590
Build id: 3.10.0-693.el7.x86_64
|
0xcf0
|
5
|
kthread
|
vmlinux |
0xffffffff810b098f
Build id: 3.10.0-693.el7.x86_64
|
0xcf
|
6
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
7
|
ret_from_fork
|
vmlinux |
0xffffffff816b4f18
Build id: 3.10.0-693.el7.x86_64
|
0x58
|
8
|
|
vmlinux |
0xffffffff810b08c0
Build id: 3.10.0-693.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 21s! [khugepaged:33]
Modules linked in: iptable_filter ip_tables ip_set nfnetlink bridge stp llc vmw_vsock_vmci_transport vsock sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon sg joydev pcspkr parport_pc parport i2c_piix4 shpchp vmw_vmci xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx crct10dif_pclmul crct10dif_common drm_kms_helper crc32c_intel serio_raw syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix drm libata vmxnet3 mptspi scsi_transport_spi mptscsih mptbase i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod [last unloaded: ip_tables]
CPU: 1 PID: 33 Comm: khugepaged Tainted: G L ------------ 3.10.0-693.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff880234bc8000 ti: ffff880234bd0000 task.ti: ffff880234bd0000
RIP: 0010:[<ffffffff811eab73>] [<ffffffff811eab73>] khugepaged_scan_mm_slot+0x2d3/0xcf0
RSP: 0018:ffff880234bd3d88 EFLAGS: 00010286
RAX: ffffea0002928ac0 RBX: ffff880234bc8000 RCX: 00000000000a4a2b
RDX: ffffea0002928ac0 RSI: 00007fba02845000 RDI: 80000000a4a2b867
RBP: ffff880234bd3e38 R08: ffff880230e7d798 R09: 0000000000000001
R10: 0000000000000000 R11: ffff88016a2ba000 R12: ffff880234bd3d50
R13: ffff88007473bde8 R14: ffff8801f9022580 R15: ffff88023fd16cc0
FS: 0000000000000000(0000) GS:ffff88023fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1b1f6b0980 CR3: 000000010da4d000 CR4: 00000000003407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffff8801f9022580 0000000000000000 ffff88023ff19ed8 ffff8801f9022580
ffff880051587de8 ffff880234bd3e10 ffff880234bd3e60 ffff880200000dff
ffff8801f90225f8 ffffea0005a8ae70 ffff880200000001 00007fba02800000
Call Trace:
[<ffffffff811eb6cb>] khugepaged+0x13b/0x480
[<ffffffff810b1910>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff811eb590>] ? khugepaged_scan_mm_slot+0xcf0/0xcf0
[<ffffffff810b098f>] kthread+0xcf/0xe0
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[<ffffffff816b4f18>] ret_from_fork+0x58/0x90
[<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
Code: 01 01 00 00 0f 84 67 ff ff ff 41 f6 c6 02 0f 84 5d ff ff ff 48 89 de 4c 89 ff e8 e9 41 fc ff 48 85 c0 48 89 c2 0f 84 46 ff ff ff <48> 8b 00 48 c1 e8 36 83 04 85 20 3c fa 81 01 48 8b 02 a8 20 0f
Complete report #7500
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffff81336393
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x23
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811efbc2
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x8f2
|
3
|
khugepaged
|
vmlinux |
0xffffffff811f00fb
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff810b4fc0
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811effc0
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xcf0
|
6
|
kthread
|
vmlinux |
0xffffffff810b4031
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffff810b3f60
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x40
|
8
|
ret_from_fork
|
vmlinux |
0xffffffff816c0577
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x77
|
9
|
|
vmlinux |
0xffffffff810b3f60
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#2 stuck for 25s! [khugepaged:43]
Modules linked in: rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache xt_statistic vxlan ip6_udp_tunnel udp_tunnel xt_nat xt_recent ipt_REJECT nf_reject_ipv4 ip_set ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6_tables xt_comment xt_mark ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 xt_addrtype iptable_filter xt_conntrack nf_nat nf_conntrack br_netfilter bridge stp llc dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio loop binfmt_misc vmw_vsock_vmci_transport vsock sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev joydev pcspkr vmw_balloon sg parport_pc parport i2c_piix4 shpchp vmw_vmci nfsd auth_rpcgss nfs_acl
lockd grace sunrpc ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crc32c_intel ata_piix serio_raw drm mptspi e1000 scsi_transport_spi libata mptscsih mptbase floppy i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 43 Comm: khugepaged Tainted: G W L ------------ 3.10.0-693.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff88072346bf40 ti: ffff88071f228000 task.ti: ffff88071f228000
RIP: 0010:[<ffffffff81336393>] [<ffffffff81336393>] copy_page+0x23/0xe0
RSP: 0018:ffff88071f22bd70 EFLAGS: 00010206
RAX: ffff88071f22bfd8 RBX: ffff88071f22bd30 RCX: 000000000000003a
RDX: 000000000001bfa0 RSI: ffff8801607b3000 RDI: ffff8804b66dd000
RBP: ffff88071f22be38 R08: 0000000000000036 R09: a800182b3d000000
R10: 57ffd1d4c90acf40 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: 0000000000000001 R15: ffff88072346bf40
FS: 0000000000000000(0000) GS:ffff88073fd00000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f33b75d1010 CR3: 0000000098454000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff811efbc2>] ? khugepaged_scan_mm_slot+0x8f2/0xcf0
[<ffffffff811f00fb>] khugepaged+0x13b/0x480
[<ffffffff810b4fc0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff811effc0>] ? khugepaged_scan_mm_slot+0xcf0/0xcf0
[<ffffffff810b4031>] kthread+0xd1/0xe0
[<ffffffff810b3f60>] ? insert_kthread_work+0x40/0x40
[<ffffffff816c0577>] ret_from_fork+0x77/0xb0
[<ffffffff810b3f60>] ? insert_kthread_work+0x40/0x40
Code: c3 0f 1f 80 00 00 00 00 48 83 ec 10 48 89 1c 24 4c 89 64 24 08 b9 3b 00 00 00 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 48 ff c9 <48> 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b
Complete report #4509
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffff8b585d83
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x23
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff8b42a91b
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xa4b
|
3
|
khugepaged
|
vmlinux |
0xffffffff8b42af0b
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff8b2c3f50
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff8b42add0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xf00
|
6
|
kthread
|
vmlinux |
0xffffffff8b2c2e81
Build id: 3.10.0-957.27.2.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffff8b2c2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffff8b976c37
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x21
|
9
|
|
vmlinux |
0xffffffff8b2c2db0
Build id: 3.10.0-957.27.2.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 23s! [khugepaged:50]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter arc4 md4 nls_utf8 cifs ccm dns_resolver vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon pcspkr joydev coretemp parport_pc parport sg i2c_piix4 vmw_vmci ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic crct10dif_common ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mptspi scsi_transport_spi mptscsih e1000 ata_piix drm crc32c_intel serio_raw libata mptbase drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log
dm_mod
CPU: 1 PID: 50 Comm: khugepaged Kdump: loaded Tainted: G B L ------------ 3.10.0-957.27.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 10/22/2013
task: ffff8bc6755a6180 ti: ffff8bc675624000 task.ti: ffff8bc675624000
RIP: 0010:[<ffffffff8b585d83>] [<ffffffff8b585d83>] copy_page+0x23/0xe0
RSP: 0018:ffff8bc675627d70 EFLAGS: 00010206
RAX: ffff8bc675627fd8 RBX: ffff8bc675627d30 RCX: 000000000000003a
RDX: 8000000137f67847 RSI: ffff8bc5f7f67000 RDI: ffff8bc5c635b000
RBP: ffff8bc675627e38 R08: 0000000000000024 R09: c944137f66000000
R10: 36bbded19edfd980 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: fffff25104dfd980 R15: ffff8bc63e8ff660
FS: 0000000000000000(0000) GS:ffff8bc67fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7e385c7f58 CR3: 0000000181c10000 CR4: 00000000000007e0
Call Trace:
[<ffffffff8b42a91b>] ? khugepaged_scan_mm_slot+0xa4b/0xf00
[<ffffffff8b42af0b>] khugepaged+0x13b/0x480
[<ffffffff8b2c3f50>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff8b42add0>] ? khugepaged_scan_mm_slot+0xf00/0xf00
[<ffffffff8b2c2e81>] kthread+0xd1/0xe0
[<ffffffff8b2c2db0>] ? insert_kthread_work+0x40/0x40
[<ffffffff8b976c37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffff8b2c2db0>] ? insert_kthread_work+0x40/0x40
Code: c3 0f 1f 80 00 00 00 00 48 83 ec 10 48 89 1c 24 4c 89 64 24 08 b9 3b 00 00 00 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 48 ff c9 <48> 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b
Complete report #3467
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffa2e31695
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x365
|
2
|
khugepaged
|
vmlinux |
0xffffffffa2e3241b
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x13b
|
3
|
|
vmlinux |
0xffffffffa2cc72e0
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x30
|
4
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffa2e322e0
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0xfb0
|
5
|
kthread
|
vmlinux |
0xffffffffa2cc61f1
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0xd1
|
6
|
|
vmlinux |
0xffffffffa2cc6120
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x40
|
7
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffa338cd37
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x21
|
8
|
|
vmlinux |
0xffffffffa2cc6120
Build id: 3.10.0-1062.4.3.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#3 stuck for 22s! [khugepaged:47]
Modules linked in: xt_nat veth ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink xt_addrtype br_netfilter cmac arc4 md4 nls_utf8 cifs ccm dns_resolver overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel ppdev vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport
vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic vmwgfx pata_acpi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops mptspi ttm ata_piix scsi_transport_spi crct10dif_pclmul crct10dif_common mptscsih drm mptbase crc32c_intel serio_raw libata vmxnet3 drm_panel_orientation_quirks floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 47 Comm: khugepaged Kdump: loaded Tainted: G L ------------ T 3.10.0-1062.4.3.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff981976b41070 ti: ffff981976b8c000 task.ti: ffff981976b8c000
RIP: 0010:[<ffffffffa2e31695>] [<ffffffffa2e31695>] khugepaged_scan_mm_slot+0x365/0xfb0
RSP: 0000:ffff981976b8fd88 EFLAGS: 00010286
RAX: ffffdfe7458d3a00 RBX: ffffffffa337f568 RCX: ffffdfe7458d3a00
RDX: 80000001634e8867 RSI: 00000000fe910000 RDI: 80000001634e8867
RBP: ffff981976b8fe38 R08: 8000000000000867 R09: 00003ffffffff000
R10: ffff98187a112510 R11: 0000000000000001 R12: ffff98187950cdd0
R13: ffff981873845140 R14: 0000000000000000 R15: ffff98197fd9ac00
FS: 0000000000000000(0000) GS:ffff98197fd80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f1c2ef5303c CR3: 0000000026210000 CR4: 00000000001607e0
Call Trace:
[<ffffffffa2e3241b>] khugepaged+0x13b/0x490
[<ffffffffa2cc72e0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffa2e322e0>] ? khugepaged_scan_mm_slot+0xfb0/0xfb0
[<ffffffffa2cc61f1>] kthread+0xd1/0xe0
[<ffffffffa2cc6120>] ? insert_kthread_work+0x40/0x40
[<ffffffffa338cd37>] ret_from_fork_nospec_begin+0x21/0x21
[<ffffffffa2cc6120>] ? insert_kthread_work+0x40/0x40
Code: 00 00 0f 84 2a ff ff ff a8 02 0f 84 22 ff ff ff 48 8b 7d d0 4c 89 ea 48 89 de e8 a7 c8 fb ff 48 85 c0 48 89 c1 0f 84 07 ff ff ff <48> 8b 00 48 c1 e8 36 83 04 85 a0 57 e2 a3 01 48 8b 01 a8 20 0f
[drm:drm_atomic_helper_wait_for_dependencies [drm_kms_helper]] *ERROR* [CRTC:37:crtc-0] flip_done timed out
Complete report #1340
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffff81336393
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x23
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811efbc2
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x8f2
|
3
|
khugepaged
|
vmlinux |
0xffffffff811f00fb
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffff810b4fc0
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffff811effc0
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xcf0
|
6
|
kthread
|
vmlinux |
0xffffffff810b4031
Build id: 3.10.0-693.21.1.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffff810b3f60
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x40
|
8
|
ret_from_fork
|
vmlinux |
0xffffffff816c0577
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x77
|
9
|
|
vmlinux |
0xffffffff810b3f60
Build id: 3.10.0-693.21.1.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#1 stuck for 30s! [khugepaged:43]
Modules linked in: ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon pcspkr sg joydev parport_pc parport i2c_piix4 shpchp vmw_vmci ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper
syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crct10dif_pclmul crct10dif_common crc32c_intel ata_piix mptspi serio_raw libata scsi_transport_spi mptscsih i2c_core mptbase vmxnet3 dm_mirror dm_region_hash dm_log dm_mod
CPU: 1 PID: 43 Comm: khugepaged Tainted: G L ------------ 3.10.0-693.21.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
task: ffff881f0e9bcf10 ti: ffff881f0ea34000 task.ti: ffff881f0ea34000
RIP: 0010:[<ffffffff81336393>] [<ffffffff81336393>] copy_page+0x23/0xe0
RSP: 0000:ffff881f0ea37d70 EFLAGS: 00010206
RAX: ffff881f0ea37fd8 RBX: ffff881f0ea37d30 RCX: 000000000000003a
RDX: 000000000001bfa0 RSI: ffff88088b5b2000 RDI: ffff8807c0811000
RBP: ffff881f0ea37e38 R08: 0000000000000042 R09: a80095ad95000000
R10: 57ff5452906b6540 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: ffffea00256b6540 R15: ffff880176b2d950
FS: 0000000000000000(0000) GS:ffff881f8fc80000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f72df0f0000 CR3: 0000001effae6000 CR4: 00000000003607e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:
[<ffffffff811efbc2>] ? khugepaged_scan_mm_slot+0x8f2/0xcf0
[<ffffffff811f00fb>] khugepaged+0x13b/0x480
[<ffffffff810b4fc0>] ? wake_up_atomic_t+0x30/0x30
[<ffffffff811effc0>] ? khugepaged_scan_mm_slot+0xcf0/0xcf0
[<ffffffff810b4031>] kthread+0xd1/0xe0
[<ffffffff810b3f60>] ? insert_kthread_work+0x40/0x40
[<ffffffff816c0577>] ret_from_fork+0x77/0xb0
[<ffffffff810b3f60>] ? insert_kthread_work+0x40/0x40
Code: c3 0f 1f 80 00 00 00 00 48 83 ec 10 48 89 1c 24 4c 89 64 24 08 b9 3b 00 00 00 0f 1f 40 00 66 2e 0f 1f 84 00 00 00 00 00 48 ff c9 <48> 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b
Complete report #451
Frame # |
Function |
Binary |
Source or offset |
Line |
1
|
copy_page
|
vmlinux |
0xffffffffaf583e79
Build id: 3.10.0-957.el7.x86_64
|
0x49
|
2
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffaf42930b
Build id: 3.10.0-957.el7.x86_64
|
0xa4b
|
3
|
khugepaged
|
vmlinux |
0xffffffffaf4298fb
Build id: 3.10.0-957.el7.x86_64
|
0x13b
|
4
|
|
vmlinux |
0xffffffffaf2c2d00
Build id: 3.10.0-957.el7.x86_64
|
0x30
|
5
|
?
khugepaged_scan_mm_slot
|
vmlinux |
0xffffffffaf4297c0
Build id: 3.10.0-957.el7.x86_64
|
0xf00
|
6
|
kthread
|
vmlinux |
0xffffffffaf2c1c31
Build id: 3.10.0-957.el7.x86_64
|
0xd1
|
7
|
|
vmlinux |
0xffffffffaf2c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
8
|
ret_from_fork_nospec_begin
|
vmlinux |
0xffffffffaf974c1d
Build id: 3.10.0-957.el7.x86_64
|
0x7
|
9
|
|
vmlinux |
0xffffffffaf2c1b60
Build id: 3.10.0-957.el7.x86_64
|
0x40
|
NMI watchdog: BUG: soft lockup - CPU#0 stuck for 26s! [khugepaged:37]
Modules linked in: veth xt_addrtype br_netfilter overlay(T) tcp_lp rfcomm xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel fuse lrw gf128mul glue_helper ablk_helper cryptd snd_seq_midi snd_seq_midi_event joydev pcspkr snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm snd_timer snd btusb btrtl btbcm btintel bluetooth soundcore rfkill parport_pc parport sg vmw_vmci i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic
cdrom crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_generic vmwgfx e1000 drm_kms_helper pata_acpi syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi scsi_transport_spi mptscsih mptbase ata_piix libata drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 37 Comm: khugepaged Tainted: G L ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/13/2018
task: ffff9a53761f30c0 ti: ffff9a5371904000 task.ti: ffff9a5371904000
RIP: 0010:[<ffffffffaf583e79>] [<ffffffffaf583e79>] copy_page+0x49/0xe0
RSP: 0018:ffff9a5371907d70 EFLAGS: 00010206
RAX: 0000000001c52634 RBX: ffff9a5371907d30 RCX: 000000000000003a
RDX: 0000000002531024 RSI: ffff9a533f9f0000 RDI: ffff9a52b5725000
RBP: ffff9a5371907e38 R08: 0000000000000000 R09: 0000000000000000
R10: 0000000001e16d14 R11: 0000000000000000 R12: 0000000000000001
R13: 0000000000000001 R14: fffff76107fe79c0 R15: ffff9a52bddf9e70
FS: 0000000000000000(0000) GS:ffff9a5375600000(0000) knlGS:0000000000000000
CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fc47eac4e00 CR3: 000000022aa50000 CR4: 00000000003607f0
Call Trace:
[<ffffffffaf42930b>] ? khugepaged_scan_mm_slot+0xa4b/0xf00
[<ffffffffaf4298fb>] khugepaged+0x13b/0x480
[<ffffffffaf2c2d00>] ? wake_up_atomic_t+0x30/0x30
[<ffffffffaf4297c0>] ? khugepaged_scan_mm_slot+0xf00/0xf00
[<ffffffffaf2c1c31>] kthread+0xd1/0xe0
[<ffffffffaf2c1b60>] ? insert_kthread_work+0x40/0x40
[<ffffffffaf974c1d>] ret_from_fork_nospec_begin+0x7/0x21
[<ffffffffaf2c1b60>] ? insert_kthread_work+0x40/0x40
Code: 00 00 48 ff c9 48 8b 06 48 8b 5e 08 48 8b 56 10 4c 8b 46 18 4c 8b 4e 20 4c 8b 56 28 4c 8b 5e 30 4c 8b 66 38 0f 18 8e 40 01 00 00 <48> 89 07 48 89 5f 08 48 89 57 10 4c 89 47 18 4c 89 4f 20 4c 89