watchdog: BUG: soft lockup - CPU#2 stuck for 8038s! [updatedb:1144493]
 asm_sysvec_apic_timer_interrupt+0x16/0x20
RIP: 0033:0x7fb86258effb
Code: 00 00 00 eb 19 66 2e 0f 1f 84 00 00 00 00 00 83 c7 01 81 ff 00 01 00 00 0f 84 d4 00 00 00 89 f8 89 f9 c1 e8 05 8b 04 86 d3 e8 <83> e0 01 44 31 f0 39 c5 74 db 41 89 f9 eb 21 66 0f 1f 44 00 00 41
Modules linked in: tls uinput tun snd_seq_dummy snd_hrtimer xt_conntrack xt_MASQUERADE nf_conntrack_netlink nfnetlink iptable_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 xt_addrtype iptable_filter ip_tables br_netfilter bridge stp llc vboxvideo drm_vram_helper qrtr rfkill overlay vboxsf sunrpc binfmt_misc iTCO_wdt intel_pmc_bxt intel_rapl_msr iTCO_vendor_support intel_rapl_common squashfs loop snd_intel8x0 snd_ac97_codec rapl ac97_bus snd_seq snd_seq_device snd_pcm joydev lpc_ich snd_timer vboxguest pcspkr e1000 snd i2c_piix4 soundcore zram vmwgfx crct10dif_pclmul crc32_pclmul crc32c_intel polyval_clmulni virtio_net polyval_generic ata_generic drm_ttm_helper ghash_clmulni_intel pata_acpi serio_raw sha512_ssse3 ttm net_failover video failover wmi fuse
CPU: 2 PID: 1144493 Comm: updatedb Tainted: G             L     6.2.15-100.fc36.x86_64 #1
RSP: 002b:00007ffcf3f8e810 EFLAGS: 00000a07
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
RAX: 000000000000003f RBX: 0000564e6db7b740 RCX: 000000000000001a
RDX: 0000000000000001 RSI: 0000564e6db7b6d0 RDI: 000000000000001a
RBP: 0000000000000001 R08: 0000000000000008 R09: 000000000000000d
R10: 0000000000000000 R11: 72706707d968db00 R12: 0000000000000000
RIP: 0033:0x7ffa3b158119
R13: 0000564e6db7b6a0 R14: 0000000000000000 R15: 0000000000000000
Code: 90 83 fa 10 73 2d 83 fa 08 73 46 83 fa 04 73 16 83 fa 01 7c 10 8a 0e 74 0a 0f b7 74 16 fe 66 89 74 17 fe 88 0f c3 8b 4c 16 fc <8b> 36 89 4c 17 fc 89 37 c3 c5 fa 6f 06 c5 fa 6f 4c 16 f0 c5 fa 7f
 </TASK>
RSP: 002b:00007ffc42f618d8 EFLAGS: 00000206
RAX: 00005615b3a3c14b RBX: 0000000000000007 RCX: 000000006f6d2e68
RDX: 0000000000000007 RSI: 00005615b37a961c RDI: 00005615b3a3c14b
RBP: 00005615b3a3ab90 R08: 000000000000004c R09: 00005615b3a3c133
R10: 00007ffc42f61938 R11: 0000000000000009 R12: 00005615b37a1ec0
R13: ffffffffffffffba R14: 00000000fffffff9 R15: 00005615b3a3c152
FS:  00007ffa3b6c7740 GS:  0000000000000000
Sending NMI from CPU 1 to CPUs 2:
NMI backtrace for cpu 2
CPU: 2 PID: 1144493 Comm: updatedb Tainted: G             L     6.2.15-100.fc36.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
RIP: 0010:__pv_queued_spin_lock_slowpath+0x286/0x380
Code: 00 2b 03 00 8d 42 ff 48 98 48 03 2c c5 c0 fa 98 ad 4c 89 75 00 b8 00 80 00 00 eb 13 84 c0 75 08 0f b6 55 14 84 d2 75 4b f3 90 <83> e8 01 74 44 41 8b 56 08 85 d2 74 e5 41 8b 46 08 85 c0 75 0a f3
RSP: 0000:ffffb6c3df383e40 EFLAGS: 00000082
RAX: 0000000000006091 RBX: 00000000000c0000 RCX: 0000000000000001
RDX: 0000000000000000 RSI: 0000000000000000 RDI: ffffffffad87c8e1
RBP: ffff92b214bb2b00 R08: 0000000000000005 R09: 0000000000000100
R10: ffffffffae006100 R11: 0000000000000001 R12: ffffffffae146c80
R13: ffffffffae146c80 R14: ffff92b214b32b00 R15: ffffffffae006108
FS:  00007ffa3b6c7740(0000) GS:ffff92b214b00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007ffa32c47000 CR3: 000000029891a001 CR4: 00000000000706e0
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [kswapd0:40]
Modules linked in: tcp_lp nls_utf8 isofs fuse xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vmw_vmci vsock sunrpc snd_seq_midi snd_seq_midi_event iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus snd_seq snd_seq_device snd_pcm pcspkr joydev snd_timer snd soundcore sg parport_pc parport i2c_piix4 ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod cdrom crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_generic
pata_acpi vmwgfx drm_kms_helper e1000 syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ata_piix mptspi libata scsi_transport_spi mptscsih mptbase drm_panel_orientation_quirks nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 2 PID: 40 Comm: kswapd0 Kdump: loaded Not tainted 3.10.0-957.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 02/27/2020
task: ffff93d7f0170000 ti: ffff93d7f0178000 task.ti: ffff93d7f0178000
RIP: 0010:[<ffffffff8d76a0f5>]  [<ffffffff8d76a0f5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff93d7f8683dd8  EFLAGS: 00000202
RAX: 0000000000000001 RBX: ffff93d7f4cdaab0 RCX: 0000000000000003
RDX: 0000000000002090 RSI: 0000000000000202 RDI: 0000000000000202
RBP: ffff93d7f8683dd8 R08: 0000000000002090 R09: 000000000000080a
R10: 0000000000000000 R11: 000000000000024f R12: ffff93d7f8683d48
R13: ffffffff8d775df2 R14: ffff93d7f8683dd8 R15: ffff93d7f4cda800
FS:  0000000000000000(0000) GS:ffff93d7f8680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000006543b20 CR3: 00000000af188000 CR4: 00000000003607e0
Call Trace:

watchdog: BUG: soft lockup - CPU#2 stuck for 63s! [kworker/2:3:45901]
Modules linked in: tls uinput snd_seq_dummy snd_hrtimer qrtr nf_conntrack_netbios_ns nf_conntrack_broadcast nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject nft_ct nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 ip_set nf_tables nfnetlink rfkill vsock_loopback vmw_vsock_virtio_transport_common vmw_vsock_vmci_transport vsock sunrpc snd_seq_midi snd_seq_midi_event binfmt_misc snd_ens1371 snd_ac97_codec intel_rapl_msr intel_rapl_common snd_rawmidi gameport ac97_bus snd_seq snd_seq_device snd_pcm rapl snd_timer snd vmw_balloon soundcore pcspkr i2c_piix4 vmw_vmci joydev zram crct10dif_pclmul crc32_pclmul crc32c_intel polyval_clmulni polyval_generic ghash_clmulni_intel sha512_ssse3 vmwgfx serio_raw mptspi e1000 scsi_transport_spi mptscsih mptbase drm_ttm_helper ttm ata_generic pata_acpi ip6_tables ip_tables fuse
CPU: 2 PID: 45901 Comm: kworker/2:3 Tainted: G             L     6.2.15-100.fc36.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 05/19/2017
Workqueue: events_freezable_power_ disk_events_workfn
 ? __pfx_woken_wake_function+0x10/0x10
RIP: 0010:_raw_spin_unlock_irqrestore+0x19/0x40
Code: 00 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 0f 1f 44 00 00 c6 07 00 0f 1f 00 f7 c6 00 02 00 00 74 06 fb 0f 1f 44 00 00 <bf> 01 00 00 00 e8 bd 82 1d ff 65 8b 05 5e dd 0b 7e 85 c0 74 05 c3
RSP: 0018:ffffbbaf6447fb78 EFLAGS: 00000206
RAX: 0000000000000000 RBX: 0000000000000000 RCX: 0000000000000000
RDX: 0000000000000000 RSI: 0000000000000293 RDI: ffff9b7507cb2900
RBP: 0000000000000293 R08: 0000000000000001 R09: ffffffff8305bd80
R10: 0000000000000000 R11: 0000000000000000 R12: ffff9b7503150000
R13: ffff9b7500d5b000 R14: ffff9b7501e8a000 R15: 0000000000000000
FS:  0000000000000000(0000) GS:ffff9b752f080000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000055a23a8a7ce0 CR3: 000000010b676003 CR4: 00000000003706e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 30s! [java:6889]
Modules linked in: tcp_diag inet_diag nf_tables(T) xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink nfsv3 rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache binfmt_misc ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock ppdev sb_edac coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel vmw_balloon aesni_intel lrw gf128mul glue_helper ablk_helper cryptd joydev pcspkr parport_pc
sg vmw_vmci parport i2c_piix4 nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common crc32c_intel serio_raw vmxnet3 vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm mptspi ata_piix scsi_transport_spi mptscsih libata mptbase drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 6889 Comm: java Kdump: loaded Tainted: G             L ------------ T 3.10.0-957.21.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/30/2014
task: ffff8bb8a9bf1040 ti: ffff8bb8e37bc000 task.ti: ffff8bb8e37bc000
RIP: 0010:[<ffffffff8d16b345>]  [<ffffffff8d16b345>] _raw_spin_unlock_irqrestore+0x15/0x20
[<ffffffff8ca2e675>] do_softirq+0x65/0xa0
[<ffffffff8caa13f5>] irq_exit+0x105/0x110

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 30s! [swapper/1:0]
Modules linked in: vmfsrtx_export(POE) vmfsrtx_bridge(POE) vmfsrtx_bridge_helper(OE) vmfsrtx_dev(POE) vmfsrtx_dev_helper(POE) xt_CHECKSUM ipt_MASQUERADE fuse nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter vmw_vsock_vmci_transport vsock ppdev vmw_balloon sg pcspkr joydev parport_pc parport vmw_vmci i2c_piix4 auth_rpcgss sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic
sr_mod cdrom crct10dif_common ata_generic pata_acpi vmwgfx nfit libnvdimm crc32c_intel drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm serio_raw ata_piix libata mptspi scsi_transport_spi mptscsih mptbase vmxnet3 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod [last unloaded: vmfsrtx_export]
CPU: 1 PID: 0 Comm: swapper/1 Kdump: loaded Tainted: P           OEL ------------   3.10.0-1127.19.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 04/05/2016
task: ffff941d78d9c1c0 ti: ffff941d78e0c000 task.ti: ffff941d78e0c000
RIP: 0010:[<ffffffffb4b883c5>]  [<ffffffffb4b883c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff941d7ae43dd8  EFLAGS: 00000202
RAX: 0000000000000001 RBX: ffff941d73fe0ab0 RCX: 0000000000000003
RDX: 0000000000002010 RSI: 0000000000000202 RDI: 0000000000000202
RBP: ffff941d7ae43dd8 R08: 0000000000002010 R09: 000000000000080a
R10: 0000000000000000 R11: 0000000000000005 R12: ffff941d7ae43d48
R13: ffffffffb4b93efa R14: ffff941d7ae43dd8 R15: ffff941d73fe0800
FS:  0000000000000000(0000) GS:ffff941d7ae40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fa9a5da0000 CR3: 000000007fdd6000 CR4: 00000000000007e0
Call Trace:

watchdog: BUG: soft lockup - CPU#4 stuck for 41230s! [pool-org.gnome.:9222]
Modules linked in: tls uinput snd_seq_dummy snd_hrtimer nf_conntrack_netbios_ns nf_conntrack_broadcast nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject nft_ct nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 ip_set rfkill nf_tables nfnetlink qrtr sunrpc binfmt_misc snd_intel8x0 snd_ac97_codec ac97_bus snd_seq intel_rapl_msr snd_seq_device intel_rapl_common snd_pcm snd_timer joydev snd rapl i2c_piix4 pcspkr soundcore vboxguest zram crct10dif_pclmul crc32_pclmul crc32c_intel polyval_generic vmwgfx ghash_clmulni_intel ata_generic drm_ttm_helper serio_raw sha512_ssse3 e1000 video ttm pata_acpi wmi ip6_tables ip_tables fuse ecryptfs
CPU: 4 PID: 9222 Comm: pool-org.gnome. Tainted: G             L     6.2.15-100.fc36.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
RIP: 0010:_raw_spin_unlock_irqrestore+0x19/0x40
Code: 00 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 0f 1f 44 00 00 e8 76 08 00 00 90 f7 c6 00 02 00 00 74 06 fb 0f 1f 44 00 00 <bf> 01 00 00 00 e8 bd 82 1d ff 65 8b 05 5e dd 0b 4b 85 c0 74 05 c3
RSP: 0018:ffffbb620317bc78 EFLAGS: 00010206
RAX: 0000000000000001 RBX: 0000000000000001 RCX: 0000000000000000
RDX: ffff9d2b5e7d7448 RSI: 0000000000000246 RDI: ffff9d2b5e7d7440
RBP: 0000000000000246 R08: ffff9d2b5e7d7430 R09: ffffbb620317bb78
R10: 0000000000000008 R11: ffffbb620317bde8 R12: ffff9d2b5e7d7440
 __ip_queue_xmit+0x171/0x410
R13: 00000000000000c3 R14: 0000000000000010 R15: 0000000000000001
FS:  00007f707f7fe640(0000) GS:ffff9d2c67b00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f7040260000 CR3: 000000002cee2004 CR4: 00000000000306e0
Call Trace:

watchdog: BUG: soft lockup - CPU#3 stuck for 477s! [ksoftirqd/3:32]
Modules linked in: tls uinput snd_seq_dummy snd_hrtimer nf_conntrack_netbios_ns nf_conntrack_broadcast nft_fib_inet nft_fib_ipv4 nft_fib_ipv6 nft_fib nft_reject_inet nf_reject_ipv4 nf_reject_ipv6 nft_reject nft_ct nft_chain_nat nf_nat nf_conntrack nf_defrag_ipv6 nf_defrag_ipv4 ip_set nf_tables rfkill nfnetlink qrtr vboxsf(OE) sunrpc binfmt_misc snd_intel8x0 snd_ac97_codec intel_rapl_msr ac97_bus snd_seq snd_seq_device snd_pcm intel_rapl_common snd_timer snd i2c_piix4 joydev soundcore pcspkr zram crct10dif_pclmul crc32_pclmul crc32c_intel polyval_generic ghash_clmulni_intel vmwgfx sha512_ssse3 ata_generic drm_ttm_helper e1000 ttm vboxguest(OE) video serio_raw pata_acpi wmi ip6_tables ip_tables fuse
CPU: 3 PID: 32 Comm: ksoftirqd/3 Tainted: G           OE      6.2.15-100.fc36.x86_64 #1
Hardware name: innotek GmbH VirtualBox/VirtualBox, BIOS VirtualBox 12/01/2006
 __schedule+0x3cc/0x13c0
RIP: 0010:e1000_clean+0x39f/0x980 [e1000]
RIP: 0010:native_safe_halt+0xb/0x10
Code: 08 02 00 00 66 85 c0 0f 84 97 01 00 00 49 8b 82 c0 05 00 00 a8 04 75 1c 49 8b 82 d8 01 00 00 ba 9d 00 00 00 89 90 d0 00 00 00 <49> 8b 82 d8 01 00 00 8b 40 08 8b 44 24 4c 89 44 24 1c 48 8b 44 24
RSP: 0018:ffffb96ec012bd48 EFLAGS: 00010246
RAX: ffffb96ec04a0000 RBX: 0000000000004e20 RCX: 0000000000000078
Code: ff ff ff cc cc cc cc cc cc cc cc cc cc cc cc 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 eb 07 0f 00 2d 67 d8 2a 00 fb f4 <c3> cc cc cc cc 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 90 eb
RDX: 000000000000009d RSI: 000000000000003c RDI: 0000000000000002
RSP: 0018:ffffffffb2003e88 EFLAGS: 00010282
RBP: 0000000000000000 R08: ffff92bfcb1409c0 R09: ffffb96ec012ba58
RAX: ffffffffb0f72cf0 RBX: ffffffffb201aa00 RCX: ffff92c2f1832b80
R10: ffff92bfcb140c70 R11: ffff92c111c9c600 R12: 0000000000000001
R13: 0000000000000066 R14: 0000000000000000 R15: 0000000000000040
RDX: 4000000000000000 RSI: ffffffffb18c1e1e RDI: ffffffffb187c8e1
RBP: 0000000000000000 R08: 000079fc51a0049a R09: 0000000000000000
FS:  0000000000000000(0000) GS:ffff92c2f1980000(0000) knlGS:0000000000000000
R10: 0000000000000001 R11: 0000000000000000 R12: 0000000000000000
R13: 0000000000000000 R14: ffffffffb201a118 R15: 0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
FS:  0000000000000000(0000) GS:ffff92c2f1800000(0000) knlGS:0000000000000000
CR2: 00003eec052aaff0 CR3: 00000001154cc000 CR4: 00000000000106e0
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00003eec01d41000 CR3: 000000018c55c000 CR4: 00000000000106f0
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 22s! [chebBaroCavity_:192509]
Modules linked in: osc(OE) mgc(OE) lustre(OE) lmv(OE) fld(OE) mdc(OE) fid(OE) lov(OE) ko2iblnd(OE) ptlrpc(OE) obdclass(OE) lnet(OE) sha512_ssse3 sha512_generic crypto_null libcfs(OE) rpcsec_gss_krb5 dell_rbu nfsv4 dns_resolver nfs fscache dm_mirror dm_region_hash dm_log dm_mod intel_powerclamp coretemp intel_rapl iosf_mbi kvm irqbypass mgag200 crc32_pclmul ttm ghash_clmulni_intel drm_kms_helper syscopyarea sysfillrect sysimgblt aesni_intel fb_sys_fops lrw gf128mul iTCO_wdt glue_helper drm ablk_helper cryptd iTCO_vendor_support dcdbas mxm_wmi sb_edac cdc_ether mei_me usbnet mei edac_core lpc_ich pcspkr mii shpchp wmi tpm_crb acpi_power_meter rpcrdma ib_isert iscsi_target_mod target_core_mod crc_t10dif crct10dif_generic ib_iser libiscsi scsi_transport_iscsi ib_ipoib rdma_ucm ib_ucm ib_uverbs
ib_umad rdma_cm ib_cm iw_cm nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ipmi_devintf hfi1(OE) ahci rdmavt(OE) libahci ixgbe dca mdio ib_core crct10dif_pclmul ptp crct10dif_common i2c_algo_bit pps_core ipmi_si crc32c_intel libata i2c_core fjes ipmi_msghandler
CPU: 0 PID: 192509 Comm: chebBaroCavity_ Tainted: G        W  OEL ------------   3.10.0-514.10.2.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge C6320/082F9M, BIOS 2.1.5 04/12/2016
task: ffff8816b1a01f60 ti: ffff8816b57a0000 task.ti: ffff8816b57a0000
RIP: 0010:[<ffffffff8168dceb>]  [<ffffffff8168dceb>] _raw_spin_unlock_irqrestore+0x1b/0x40
RSP: 0018:ffff88103e603dd0  EFLAGS: 00000286
RAX: 0000000000000001 RBX: 000000103e603d88 RCX: 0000000000000001
RDX: 000000003d323d32 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff88103e603dd8 R08: 0000000000000046 R09: ffffffff81e380c0
R10: 0000000000000000 R11: ffff88103aae8800 R12: ffff88103e603d48
R13: ffffffff8169775d R14: ffff88103e603dd8 R15: 0000000000000286
FS:  00007f8f91948740(0000) GS:ffff88103e600000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8f89c05940 CR3: 0000002030e5f000 CR4: 00000000003407f0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000fffe0ff0 DR7: 0000000000000400
Stack:
ffff880f55d09000 ffff88103e603e20 ffffffffa00728cc 0000000000000286
0000000000000000 ffffffff81e380c0 ffff880f55d09408 0000000000000100
ffffffffa0072870 ffff880f55d09000 ffff88103e603e58 ffffffff81095b46
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 23s! [gsd-color:2648]
Modules linked in: vfio_pci irqbypass vfio_iommu_type1 vfio tcp_lp rfcomm xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter bnep vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event ppdev iosf_mbi crc32_pclmul ghash_clmulni_intel snd_ens1371 snd_rawmidi snd_ac97_codec ac97_bus btusb aesni_intel snd_seq btrtl
vmw_balloon btbcm lrw gf128mul glue_helper btintel snd_seq_device ablk_helper cryptd bluetooth snd_pcm joydev pcspkr snd_timer snd rfkill sg soundcore vmw_vmci i2c_piix4 parport_pc parport ip_tables xfs libcrc32c sd_mod sr_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_piix nfit crct10dif_pclmul crct10dif_common crc32c_intel drm libnvdimm libata serio_raw mptspi scsi_transport_spi e1000 mptscsih mptbase drm_panel_orientation_quirks fuse
CPU: 2 PID: 2648 Comm: gsd-color Kdump: loaded Tainted: G     U       L ------------   3.10.0-1160.76.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 11/12/2020
task: ffff9ae796de1080 ti: ffff9ae798764000 task.ti: ffff9ae798764000
RIP: 0010:[<ffffffffa998ea15>]  [<ffffffffa998ea15>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff9ae7b5683dd8  EFLAGS: 00000202
RAX: 0000000000000001 RBX: ffff9ae7b1765ab0 RCX: 0000000000000003
RDX: 0000000000002450 RSI: 0000000000000202 RDI: 0000000000000202
RBP: ffff9ae7b5683dd8 R08: 0000000000002450 R09: 000000000000080a
R10: 0000000000000000 R11: ffff9ae798767c70 R12: ffff9ae7b5683d48
R13: ffffffffa999afba R14: ffff9ae7b5683dd8 R15: ffff9ae7b1765800
FS:  00007fb500d15a40(0000) GS:ffff9ae7b5680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007fd1794fae20 CR3: 00000000ac8fc000 CR4: 00000000003607e0
Call Trace:

BUG: soft lockup - CPU#15 stuck for 89s! [php:78211]
Modules linked in: binfmt_misc tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables dahdi(OF) crc_ccitt netatop(OF) xt_CHECKSUM iptable_mangle xt_nat ipt_MASQUERADE nf_nat_masquerade_ipv4 xt_addrtype iptable_nat nf_nat_ipv4 nf_nat nf_log_ipv4 nf_log_common xt_LOG ipt_REJECT nf_conntrack_ipv4 nf_defrag_ipv4 xt_recent xt_multiport xt_mark xt_conntrack nf_conntrack iptable_filter ext4 mbcache jbd2 coretemp snd_ens1371 snd_rawmidi snd_ac97_codec crc32_pclmul ac97_bus snd_seq ghash_clmulni_intel snd_seq_device snd_pcm ppdev aesni_intel lrw vmw_balloon gf128mul glue_helper ablk_helper snd_timer cryptd snd pcspkr ahci soundcore vmw_vmci libahci sg i2c_piix4 shpchp parport_pc parport nfsd auth_rpcgss nfs_acl lockd sunrpc ip_tables xfs libcrc32c sr_mod cdrom sd_mod ata_generic
crc_t10dif crct10dif_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common crc32c_intel ttm mptspi serio_raw scsi_transport_spi ata_piix drm mptscsih libata e1000 mptbase i2c_core dm_mirror dm_region_hash dm_log dm_mod
CPU: 15 PID: 78211 Comm: php Tainted: GF          O--------------   3.10.0-229.14.1.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff88032765db00 ti: ffff88031ec90000 task.ti: ffff88031ec90000
RIP: 0010:[<ffffffff8160b5bb>]  [<ffffffff8160b5bb>] _raw_spin_unlock_irqrestore+0x1b/0x40
RSP: 0000:ffff8803327e3d90  EFLAGS: 00000202
RAX: 0000000000000001 RBX: ffff880326f29aa8 RCX: 0000000000000003
RDX: 0000000000002410 RSI: 0000000000000202 RDI: 0000000000000202
RBP: ffff8803327e3d98 R08: 0000000000002410 R09: 000000000000080a
R10: 0000000000000000 R11: 0000000000000005 R12: ffff8803327e3d08
R13: ffffffff81614fdd R14: ffff8803327e3d98 R15: 0000000000000202
FS:  00007f83a49de840(0000) GS:ffff8803327e0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8379bf3000 CR3: 0000000326460000 CR4: 00000000001407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880326f29800 ffff8803327e3dd0 ffffffff814469e9 ffff880326f29800
ffff880326f298d0 0000000000000100 ffffffff814155d0 ffff880326f29800
ffff8803327e3e10 ffffffff814154bb ffffffff8100bea5 00000000242988e6
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 21s! [swapper/2:0]
Modules linked in: xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter xt_set ip_set nfnetlink ip_vs nf_conntrack vmw_vsock_vmci_transport vsock dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event sb_edac edac_core coretemp iosf_mbi crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul snd_ens1371 glue_helper ablk_helper cryptd snd_rawmidi snd_ac97_codec ac97_bus snd_seq ppdev snd_seq_device snd_pcm vmw_balloon snd_timer snd pcspkr joydev soundcore i2c_piix4 sg vmw_vmci shpchp nfit libnvdimm parport_pc parport nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs
libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common drm crc32c_intel serio_raw e1000 ata_piix libata mptspi scsi_transport_spi mptscsih mptbase i2c_core
CPU: 2 PID: 0 Comm: swapper/2 Tainted: G        W    L ------------   3.10.0-693.5.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/02/2015
task: ffff880137522f70 ti: ffff880137594000 task.ti: ffff880137594000
RIP: 0010:[<ffffffff816ab905>]  [<ffffffff816ab905>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff880139683d98  EFLAGS: 00000202
RAX: 0000000000000001 RBX: ffff8801324a72a8 RCX: 0000000000000003
RDX: 0000000000002090 RSI: 0000000000000202 RDI: 0000000000000202
RBP: ffff880139683d98 R08: 0000000000002090 R09: 000000000000080a
R10: 0000000000000000 R11: ffffea0004d34800 R12: ffff880139683d08
R13: ffffffff816b5cdd R14: ffff880139683d98 R15: ffff8801324a7000
FS:  0000000000000000(0000) GS:ffff880139680000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f7b4fa2ae40 CR3: 00000000019f2000 CR4: 00000000000407e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff880139683dd0 ffffffff814c0569 ffff8801324a7000 ffff8801324a70c0
0000000000000100 ffffffff8148e060 ffff8801324a7000 ffff880139683e10
ffffffff8148df4b 040f31b7d6008bb9 040f31b7d6608bb9 ffff8801370d8000
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 30s! [gsd-color:2281]
Modules linked in: veth br_netfilter tun devlink overlay(T) bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc dm_mirror dm_region_hash dm_log dm_mod snd_seq_midi snd_seq_midi_event snd_ens1371 snd_rawmidi snd_ac97_codec iosf_mbi crc32_pclmul ac97_bus ghash_clmulni_intel snd_seq snd_seq_device aesni_intel snd_pcm lrw gf128mul ppdev glue_helper ablk_helper cryptd snd_timer vmw_balloon snd soundcore joydev sg pcspkr i2c_piix4 vmw_vmci parport_pc parport xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea sysfillrect crc32c_intel sysimgblt fb_sys_fops ttm nfit libnvdimm drm serio_raw mptspi e1000 scsi_transport_spi ata_piix mptscsih libata mptbase drm_panel_orientation_quirks
fuse [last unloaded: ip_tables]
CPU: 3 PID: 2281 Comm: gsd-color Kdump: loaded Tainted: G    B        L ------------ T 3.10.0-1160.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 07/22/2020
task: ffff9c85ad96a100 ti: ffff9c85ab6e4000 task.ti: ffff9c85ab6e4000
RIP: 0010:[<ffffffffb1589785>]  [<ffffffffb1589785>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9c85b96c3dd8  EFLAGS: 00000202
RAX: 0000000000000001 RBX: ffff9c85ac8fc2b0 RCX: 0000000000000003
RDX: 0000000000002090 RSI: 0000000000000202 RDI: 0000000000000202
RBP: ffff9c85b96c3dd8 R08: 0000000000002090 R09: 000000000000080a
R10: 0000000000000000 R11: 0000000000000005 R12: ffff9c85b96c3d48
R13: ffffffffb1594fba R14: ffff9c85b96c3dd8 R15: ffff9c85ac8fc000
FS:  00007feb76c27a40(0000) GS:ffff9c85b96c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f4cc980b000 CR3: 0000000093106000 CR4: 00000000003607e0
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#1 stuck for 22s! [oracle:6149]
Modules linked in: binfmt_misc falcon_lsm_serviceable(PE) falcon_nf_netcontain(PE) falcon_lsm_pinned_10703(E) falcon_lsm_pinned_10404(E) vfat fat isofs ext4 mbcache jbd2 falcon_lsm_pinned_9510(E) falcon_lsm_pinned_8705(E) bridge stp llc ip_set nfnetlink vmw_vsock_vmci_transport vsock sunrpc ppdev vmw_balloon crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr joydev sg parport_pc parport i2c_piix4 vmw_vmci xfs libcrc32c sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi vmwgfx drm_kms_helper crct10dif_pclmul crct10dif_common syscopyarea sysfillrect sysimgblt crc32c_intel fb_sys_fops serio_raw ttm ahci vmxnet3 ata_piix drm libahci vmw_pvscsi libata nfit libnvdimm drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log
dm_mod [last unloaded: falcon_lsm_serviceable]
CPU: 1 PID: 6149 Comm: oracle Tainted: P            E  ------------   3.10.0-1062.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 12/12/2018
task: ffff9d21599ea0e0 ti: ffff9d1f88bf4000 task.ti: ffff9d1f88bf4000
RIP: 0010:[<ffffffffb5b817c5>]  [<ffffffffb5b817c5>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff9d22bfc83c18  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffff9d22bfc83bd8 RCX: ffff9d22bf739060
RDX: ffffb770c1ba0000 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff9d22bfc83c18 R08: 0000000000000000 R09: ffff9d205d734400
R10: ffff9d22acaa50d8 R11: ffff9d22aaeea000 R12: ffff9d22bfc83b88
R13: ffffffffb5b8cef2 R14: ffff9d22bfc83c18 R15: 0000000000000000
FS:  00007f46d12f3740(0000) GS:ffff9d22bfc80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 000000025c95ca7c CR3: 0000000108a44000 CR4: 00000000000007e0
Call Trace:

BUG: scheduling while atomic: kworker/2:0/47655/0x00000002
 ? cpuacct_charge+0x2e/0x50
Call Trace:

BUG: scheduling while atomic: kworker/15:1/18434/0x00000002
 down+0x43/0x60
Call Trace:

BUG: soft lockup - CPU#7 stuck for 21s! [kworker/7:2:10370]
Modules linked in: zram(C) vmw_vsock_vmci_transport vsock ip6t_REJECT nf_conntrack_ipv6 nf_defrag_ipv6 xt_conntrack nf_conntrack ip6table_filter ip6_tables iptable_filter coretemp crc32_pclmul crc32c_intel ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd ppdev vmw_balloon vmxnet3 sg pcspkr vmw_vmci shpchp i2c_piix4 parport_pc parport binfmt_misc sch_fq_codel ip_tables ext4 mbcache jbd2 sr_mod cdrom sd_mod crc_t10dif crct10dif_generic ata_generic pata_acpi crct10dif_pclmul crct10dif_common vmwgfx serio_raw drm_kms_helper ttm ahci drm ata_piix libahci libata vmw_pvscsi i2c_core floppy dm_mirror dm_region_hash dm_log dm_mod
CPU: 7 PID: 10370 Comm: kworker/7:2 Tainted: G         C   L ------------   3.10.0-327.28.2.el7.x86_64 #1
Hardware name: VMware, Inc. VMware Virtual Platform/440BX Desktop Reference Platform, BIOS 6.00 09/21/2015
Workqueue: events_freezable vmballoon_work [vmw_balloon]
task: ffff8806be7a8b80 ti: ffff8806f7c28000 task.ti: ffff8806f7c28000
RIP: 0010:[<ffffffff8163dd9b>]  [<ffffffff8163dd9b>] _raw_spin_unlock_irqrestore+0x1b/0x40
RSP: 0018:ffff88073fc43720  EFLAGS: 00000283
RAX: ffff8803abe767e0 RBX: ffffffff810a86e1 RCX: ffff8803abe767e0
RDX: 00000000000000c8 RSI: 0000000000000283 RDI: 0000000000000283
RBP: ffff88073fc43728 R08: 00000000000000f4 R09: 0000000000c80042
R10: 0000000000000042 R11: ffff8806c001e900 R12: ffff88073fc43698
R13: ffffffff8164789d R14: ffff88073fc43728 R15: 0000000000000283
FS:  0000000000000000(0000) GS:ffff88073fc40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f97f8536a00 CR3: 000000071fc82000 CR4: 00000000000007e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
 ffff88072a9d8bc0 ffff88073fc437c0 ffffffffa02d0f06 ffff88073fc43748
 0000002281518787 ffff8803abe767e0 0000ffff00000020 ffff8806c001e500
 0000000000000283 ffff88072a9d8be0 ffffffff8161510c ffff88072a9d8000
Call Trace:

BUG: unable to handle page fault for address: 0000100000000000
#PF: supervisor write access in kernel mode
#PF: error_code(0x0002) - not-present page
PGD 0 P4D 0 
Oops: 0002 [#2] SMP NOPTI
CPU: 3 PID: 607 Comm: systemd-udevd Tainted: G      D W         5.12.12-300.fc34.x86_64 #1
Hardware name: Gigabyte Technology Co., Ltd. B450 I AORUS PRO WIFI/B450 I AORUS PRO WIFI-CF, BIOS F50 11/27/2019
RIP: 0010:do_exit+0x215/0xab0
Code: 4d 85 ff 0f 84 98 00 00 00 48 89 ef e8 a4 e4 ff ff 4c 89 74 24 28 41 f6 46 2d 04 0f 85 f0 05 00 00 48 c7 44 24 28 00 00 00 00 <f0> 41 ff 0f 0f 84 18 06 00 00 65 4c 8b 34 25 c0 7b 01 00 eb 2e 41
RSP: 0000:ffffb57c80657ee8 EFLAGS: 00010246
RAX: 0000000000000000 RBX: ffff8ca7c0d98000 RCX: 0000000000000000
RDX: ffff8ca7c0d98000 RSI: 0000000000000100 RDI: ffff8ca7c7cc9e40
RBP: ffff8ca7c7cc9dc0 R08: 0000000000000001 R09: 00007fa4297c1e20
R10: ffffb57c80657b00 R11: 0000000000000001 R12: 0000000000000001
R13: 0000000000000000 R14: ffff8ca7c0d98000 R15: 0000100000000000
FS:  00007fa4297c1b40(0000) GS:ffff8ca8d8ac0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000100000000000 CR3: 0000000103abe000 CR4: 00000000003506e0
Call Trace:
 rewind_stack_do_exit+0x17/0x20
RIP: 0033:0x5611437084ad
Code: 48 8d 44 24 40 48 89 4c 24 10 48 89 44 24 20 48 85 c9 0f 84 8d 01 00 00 0f 1f 44 00 00 48 8b 44 24 10 48 8b 74 24 20 49 8b 3f <48> 8b 40 40 48 89 44 24 10 48 8b 43 20 48 8b 40 08 48 89 44 24 08
RSP: 002b:00007ffe0cd27d10 EFLAGS: 00010206
RAX: 0000461144415c50 RBX: 000056114436b810 RCX: 0000561144414340
RDX: 0000000000000000 RSI: 00007ffe0cd27d50 RDI: 00005611444830b0
RBP: 00005611444146f0 R08: 00000000fffffffe R09: 0000000000000000
R10: 00005611443675b0 R11: 00007ffe0cd23cd8 R12: 00005611444146c0
R13: 0000561144414660 R14: 0000000000000009 R15: 0000561144364b50
Modules linked in: ecdh_generic(+) fjes(-) rfkill ecc gpio_amdpt gpio_generic acpi_cpufreq binfmt_misc zram ip_tables amdgpu drm_ttm_helper ttm iommu_v2 crct10dif_pclmul crc32_pclmul crc32c_intel gpu_sched drm_kms_helper ghash_clmulni_intel cec drm igb sp5100_tco dca nvme i2c_algo_bit ccp nvme_core wmi video fuse
CR2: 0000100000000000

NMI watchdog: BUG: soft lockup - CPU#3 stuck for 23s! [kworker/3:164:16993]
Modules linked in: xt_REDIRECT nf_nat_redirect ip_vs_rr xt_ipvs ip_vs xt_nat vxlan ip6_udp_tunnel udp_tunnel iptable_mangle xt_mark veth xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink xt_addrtype iptable_filter iptable_nat nf_nat_ipv4 nf_nat br_netfilter bridge stp llc overlay(T) ipmi_devintf gpio_ich iTCO_wdt iTCO_vendor_support dcdbas intel_powerclamp coretemp kvm ipmi_ssif irqbypass pcspkr sg ipmi_si ipmi_msghandler wmi i7core_edac lpc_ich edac_core shpchp acpi_power_meter nf_conntrack_ipv4 nf_defrag_ipv4 nf_conntrack ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic crct10dif_common sr_mod cdrom ata_generic pata_acpi mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm crc32c_intel ata_piix serio_raw
libata mptsas scsi_transport_sas i2c_core mptscsih mptbase bnx2 fjes dm_mirror dm_region_hash dm_log dm_mod
CPU: 3 PID: 16993 Comm: kworker/3:164 Tainted: G        W I  L ------------ T 3.10.0-514.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R410/0WWR83, BIOS 1.11.0 07/20/2012
Workqueue: events fb_flashcursor
task: ffff880351ab1f60 ti: ffff8801d1154000 task.ti: ffff8801d1154000
RIP: 0010:[<ffffffff8168d7ab>]  [<ffffffff8168d7ab>] _raw_spin_unlock_irqrestore+0x1b/0x40
RSP: 0018:ffff88042fa43b78  EFLAGS: 00000282
RAX: ffff8804ccb71288 RBX: 0000000000000001 RCX: dead000000000200
RDX: ffff8804ccb71270 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff88042fa43b80 R08: ffff880799e7bbd8 R09: ffff88041de48800
R10: 0000000000000002 R11: 0000000000000400 R12: ffff88042fa43ae8
R13: ffffffff8169721d R14: ffff88042fa43b80 R15: 0000000000000282
FS:  0000000000000000(0000) GS:ffff88042fa40000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f6fe80e8328 CR3: 00000000019ba000 CR4: 00000000000007e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Stack:
ffff8804ccb71280 ffff88042fa43bb8 ffffffff810bbf9f ffff880535a5dd00
ffff880535a5e2a8 ffff880535a5dd70 ffff880535a5dd00 ffff88019695b660
ffff88042fa43be0 ffffffff815d58eb ffff8803ebeb2e00 ffff8803ebeb2e00
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 23s! [7z:26507]
Modules linked in: tcp_lp fuse dca xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc vxlan ip6_udp_tunnel udp_tunnel uio pf_ring(OE) ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter devlink binfmt_misc dm_mirror dm_region_hash dm_log dm_mod snd_hda_codec_hdmi snd_hda_codec_realtek snd_hda_codec_generic intel_powerclamp coretemp intel_rapl kvm irqbypass iTCO_wdt iTCO_vendor_support gpio_ich hp_wmi sparse_keymap rfkill ppdev snd_hda_intel mei_wdt snd_hda_codec snd_hda_core crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_hwdep snd_seq pcspkr sg i2c_i801 lpc_ich snd_seq_device
snd_pcm wmi snd_timer snd parport_pc parport tpm_infineon soundcore mei_me mei nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ext4 mbcache jbd2 sd_mod sr_mod crc_t10dif cdrom crct10dif_generic ata_generic pata_acpi i915 crct10dif_pclmul crct10dif_common crc32c_intel serio_raw ata_piix libata i2c_algo_bit video iosf_mbi drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops e1000e drm r8169 mii ptp pps_core drm_panel_orientation_quirks
CPU: 0 PID: 26507 Comm: 7z Kdump: loaded Tainted: G    B      OEL ------------   3.10.0-957.12.2.el7.x86_64 #1
Hardware name: Hewlett-Packard HP Compaq 8200 Elite SFF PC/1495, BIOS J01 v02.06 06/09/2011
task: ffff901d4ffc6180 ti: ffff901dc61d4000 task.ti: ffff901dc61d4000
RIP: 0010:[<ffffffffb936b395>]  [<ffffffffb936b395>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff901dfe203c20  EFLAGS: 00000286
RAX: 0000000000000000 RBX: ffffffffc040faba RCX: 00065c6e40cb4306
RDX: 000000000000f0f0 RSI: 0000000000000286 RDI: 0000000000000286
RBP: ffff901dfe203c20 R08: 0000000000003000 R09: 00000000ae072fff
R10: ffff901df7dff0d8 R11: fffffb0dc0d68a00 R12: ffff901dfe203b98
R13: ffffffffb9376df2 R14: ffff901dfe203c20 R15: 0000000000000000
FS:  00007f1551e2e700(0000) GS:ffff901dfe200000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f5ba90b7370 CR3: 0000000133746000 CR4: 00000000000607f0
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#23 stuck for 22s! [C2 CompilerThre:3113]
Modules linked in: cmac arc4 md4 nls_utf8 cifs ccm d2dctl(POE) vhost_net vhost macvtap macvlan xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink mpt3sas mpt2sas raid_class scsi_transport_sas mptctl mptbase rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack bridge stp llc ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter jc42 vfat fat ext4 mbcache jbd2 ipmi_ssif intel_powerclamp coretemp kvm_intel kvm irqbypass iTCO_wdt
crc32_pclmul ghash_clmulni_intel aesni_intel cdc_ether iTCO_vendor_support lrw gf128mul glue_helper usbnet ipmi_si ipmi_devintf ablk_helper cryptd ipmi_msghandler ioatdma pcspkr mii sg i2c_i801 lpc_ich i7core_edac dca acpi_cpufreq nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables xfs libcrc32c sd_mod crc_t10dif sr_mod crct10dif_generic cdrom mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ata_generic pata_acpi drm ata_piix libata megaraid_sas crct10dif_pclmul crct10dif_common crc32c_intel serio_raw bnx2 drm_panel_orientation_quirks dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 23 PID: 3113 Comm: C2 CompilerThre Kdump: loaded Tainted: P        W  OEL ------------   3.10.0-1160.6.1.el7.x86_64 #1
Hardware name: IBM System x3650 M3 -[7945K3G]-/69Y4438, BIOS -[D6E164AUS-1.22]- 06/04/2018
task: ffff9289ffbb3180 ti: ffff928a0c780000 task.ti: ffff928a0c780000
RIP: 0010:[<ffffffffb1989845>]  [<ffffffffb1989845>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0000:ffff92958f4c3698  EFLAGS: 00000282
RAX: 000000000001acc0 RBX: 00000000000000e4 RCX: ffff92958f4c0000
RDX: 0000000000000017 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff92958f4c3698 R08: ffff92958f4d3da8 R09: 0000000000000000
R10: ffff9289f9be5150 R11: ffffffffc042c5f8 R12: ffff92958f4c3608
R13: ffffffffb1995fba R14: ffff92958f4c3698 R15: ffff928a2d3db290
FS:  00007f8bc27d2700(0000) GS:ffff92958f4c0000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 00007f8c540e13c0 CR3: 0000000cc73ee000 CR4: 00000000000227e0
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [Avizo:25335]
Modules linked in: nvidia_uvm(OE) fuse rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun binfmt_misc nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack libcrc32c iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter dm_mirror dm_region_hash dm_log dm_mod nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) joydev snd_hda_codec_analog snd_hda_codec_generic drm_kms_helper syscopyarea
sysfillrect sysimgblt snd_hda_codec_hdmi fb_sys_fops drm snd_hda_intel snd_hda_codec dell_wmi ipmi_devintf ipmi_msghandler dell_smbios intel_powerclamp coretemp sparse_keymap snd_hda_core iTCO_wdt kvm_intel kvm iTCO_vendor_support ppdev gpio_ich dcdbas snd_hwdep snd_seq snd_seq_device snd_pcm lpc_ich irqbypass i2c_i801 snd_timer snd soundcore pcspkr i2c_core parport_pc sg parport shpchp i7core_edac edac_core nfsd auth_rpcgss nfs_acl lockd grace sunrpc ip_tables ext4 mbcache jbd2 sd_mod sr_mod crc_t10dif crct10dif_generic cdrom crct10dif_common ahci libahci tg3 libata crc32c_intel serio_raw ptp pps_core wmi
CPU: 2 PID: 25335 Comm: Avizo Tainted: P          IOEL ------------   3.10.0-693.11.6.el7.x86_64 #1
Hardware name: Dell Inc. Precision WorkStation T3500  /09KPNV, BIOS A11 04/20/2011
task: ffff880301fcaf70 ti: ffff8802a6fc0000 task.ti: ffff8802a6fc0000
RIP: 0010:[<ffffffff816adb15>]  [<ffffffff816adb15>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff88030ae83958  EFLAGS: 00200246
RAX: 0000000000000200 RBX: 0000000000200246 RCX: 0000000000000000
RDX: 0000000000000001 RSI: 0000000000200246 RDI: 0000000000200246
RBP: ffff88030ae83958 R08: 0000000000000020 R09: ffff8802e6372a48
R10: ffffffffc0d5e3d0 R11: ffffea0000d87e00 R12: ffff88030ae838c8
R13: ffffffff816b9d32 R14: ffff88030ae83958 R15: 0000000000000000
FS:  00007fb16313a940(0000) GS:ffff88030ae80000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 000000008005003b
CR2: 00007f5c0de2d000 CR3: 00000002b23f8000 CR4: 00000000000007e0
DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
Call Trace:

NMI watchdog: BUG: soft lockup - CPU#0 stuck for 24s! [lldpad:13884]
Modules linked in: geneve ip6_udp_tunnel udp_tunnel vhost_net vhost macvtap macvlan ebt_arp tun fuse ixgbevf bnx2fc cnic uio fcoe libfcoe libfc scsi_transport_fc nf_conntrack_netbios_ns nf_conntrack_broadcast ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack openvswitch ip_set nfnetlink ebtable_nat ebtable_broute ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter softdog xfs ib_isert iscsi_target_mod ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ucm iTCO_wdt iTCO_vendor_support intel_powerclamp coretemp
kvm_intel kvm irqbypass rpcrdma pcspkr rdma_ucm ib_uverbs ipmi_si ib_iser ib_umad ipmi_devintf rdma_cm ib_ipoib ipmi_msghandler iw_cm tpm_infineon libiscsi i2c_i801 ib_cm lpc_ich sg acpi_power_meter i7core_edac acpi_cpufreq bridge bonding ip_tables ext4 mbcache jbd2 dm_thin_pool dm_persistent_data dm_bio_prison dm_bufio libcrc32c mlx4_ib ib_core mlx4_en sd_mod crc_t10dif sr_mod crct10dif_generic cdrom 8021q garp mrp stp llc crct10dif_pclmul crct10dif_common crc32_pclmul mgag200 crc32c_intel ghash_clmulni_intel drm_kms_helper aesni_intel syscopyarea sysfillrect sysimgblt lrw fb_sys_fops gf128mul glue_helper ttm ablk_helper cryptd ata_generic pata_acpi scsi_transport_iscsi drm igb mlx4_core ata_piix ixgbe libata i2c_algo_bit drm_panel_orientation_quirks megaraid_sas devlink dca ptp pps_core
mdio dm_multipath sunrpc dm_mirror dm_region_hash dm_log dm_mod
CPU: 0 PID: 13884 Comm: lldpad Kdump: loaded Tainted: G          I    ------------   3.10.0-957.12.2.el7.x86_64 #1
Hardware name: FUJITSU                          PRIMERGY RX300 S6             /D2619, BIOS 6.00 Rev. 1.13.2619.N1           01/19/2012
task: ffff8a65b2eaa080 ti: ffff8a65b33a8000 task.ti: ffff8a65b33a8000
RIP: 0010:[<ffffffffb5f6b395>]  [<ffffffffb5f6b395>] _raw_spin_unlock_irqrestore+0x15/0x20
RSP: 0018:ffff8a6ba7c03c30  EFLAGS: 00000282
RAX: 0000001000000000 RBX: 0000000000000246 RCX: ffff8a698e677600
RDX: ffff8a74647ad440 RSI: 0000000000000282 RDI: 0000000000000282
RBP: ffff8a6ba7c03c30 R08: 0000000000000000 R09: ffffffffb5ddfa45
R10: ffff8a6ba7c1f0a0 R11: ffffd01950399dc0 R12: ffff8a6ba7c03ba8
R13: ffffffffb5f76df2 R14: ffff8a6ba7c03c30 R15: 0000000000000000
FS:  00007f5c830c3740(0000) GS:ffff8a6ba7c00000(0000) knlGS:0000000000000000
CS:  0010 DS: 0000 ES: 0000 CR0: 0000000080050033
CR2: 0000000001c21da0 CR3: 0000000ef2bca000 CR4: 00000000000227f0
Call Trace: