WARNING: CPU: 56 PID: 13912 at lib/list_debug.c:62 __list_del_entry+0x8e/0xe0
list_del corruption. next->prev should be ffff927548d85640, but was ffffffffc15e6d00
Modules linked in: nvidia_uvm(OE) veth vxlan ip6_udp_tunnel udp_tunnel xt_mark binfmt_misc xt_nat nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) vfat fat snd_hda_codec_hdmi skx_edac coretemp intel_rapl iosf_mbi kvm_intel kvm snd_hda_intel snd_hda_codec
drm_kms_helper snd_hda_core irqbypass crc32_pclmul snd_hwdep ghash_clmulni_intel syscopyarea sysfillrect snd_seq sysimgblt fb_sys_fops aesni_intel snd_seq_device lrw ipmi_si drm gf128mul glue_helper snd_pcm ablk_helper cryptd ipmi_devintf ipmi_msghandler wdat_wdt pcspkr snd_timer snd soundcore drm_panel_orientation_quirks joydev sg lpc_ich i2c_i801 mei_me mei acpi_power_meter ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ahci i40e crct10dif_pclmul libahci crct10dif_common crc32c_intel megaraid_sas libata ptp pps_core nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 56 PID: 13912 Comm: nvidia-smi Kdump: loaded Tainted: P           OE  ------------ T 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: -- 2288H V5/BC11SPSCB0, BIOS 8.20 10/20/2021
Call Trace:
[<ffffffff8b7b1bec>] dump_stack+0x19/0x1f
[<ffffffff8b09f868>] __warn+0xd8/0x100
[<ffffffff8b09f8ef>] warn_slowpath_fmt+0x5f/0x80
[<ffffffffc15e6d00>] ? _nv029442rm+0x470/0x470 [nvidia]
[<ffffffff8b3bd41e>] __list_del_entry+0x8e/0xe0
[<ffffffff8b3bd47d>] list_del+0xd/0x30
[<ffffffffc158b5b6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc158d7fa>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffff8b25dfcc>] __fput+0xec/0x230
[<ffffffff8b25e1fe>] ____fput+0xe/0x20
[<ffffffff8b0c7f6b>] task_work_run+0xbb/0xe0
[<ffffffff8b02dcfd>] do_notify_resume+0xad/0xd0
[<ffffffff8b7c56f7>] int_signal+0x12/0x17

WARNING: CPU: 27 PID: 169137 at lib/list_debug.c:62 __list_del_entry+0x82/0xd0
list_del corruption. next->prev should be ffff8a42c5325240, but was ffffffffc152eff0
Modules linked in: tcp_diag inet_diag nvidia_uvm(OE) binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod iTCO_wdt iTCO_vendor_support nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) ext4 vfat fat skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel mbcache jbd2 kvm snd_hda_codec_hdmi
irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_hda_codec_realtek snd_hda_codec_generic intel_wmi_thunderbolt pcspkr snd_hda_intel snd_hda_codec snd_seq snd_hda_core snd_seq_device snd_hwdep snd_pcm snd_timer joydev snd sg i2c_i801 lpc_ich soundcore mei_me mei ipmi_si ipmi_devintf ipmi_msghandler acpi_pad acpi_power_meter ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ast i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm crct10dif_pclmul crct10dif_common crc32c_intel drm ixgbe ahci libahci libata mdio ptp pps_core drm_panel_orientation_quirks nfit dca wmi libnvdimm fuse
CPU: 27 PID: 169137 Comm: gpustat Kdump: loaded Tainted: P        W  OE  ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: Supermicro Super Server/X11DPG-QT, BIOS 4.0 07/11/2023
Call Trace:
[<ffffffff84f81340>] dump_stack+0x19/0x1b
[<ffffffff8489b228>] __warn+0xd8/0x100
[<ffffffff8489b2af>] warn_slowpath_fmt+0x5f/0x80
[<ffffffffc152eff0>] ? _nv047774rm+0x50/0x50 [nvidia]
[<ffffffff84ba5b62>] __list_del_entry+0x82/0xd0
[<ffffffff84ba5bbd>] list_del+0xd/0x30
[<ffffffffc11f44d6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc11f663a>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffff84a4fe4c>] __fput+0xec/0x230
[<ffffffff84a5007e>] ____fput+0xe/0x10
[<ffffffff848c275b>] task_work_run+0xbb/0xe0
[<ffffffff8482cc65>] do_notify_resume+0xa5/0xc0
[<ffffffff84f942ef>] int_signal+0x12/0x17

WARNING: CPU: 5 PID: 349372 at lib/list_debug.c:62 __list_del_entry+0x82/0xd0
list_del corruption. next->prev should be ffffa0d0518c5e40, but was 6f6c2eb00205506e
Modules linked in: nvidia_uvm(OE) rpcsec_gss_krb5 nfsv4 dns_resolver nfs fscache tcp_diag inet_diag nfsd auth_rpcgss nfs_acl xt_nat veth nf_conntrack_netlink nfnetlink xt_addrtype br_netfilter overlay(T) xt_recent xt_iprange binfmt_misc xt_multiport xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter lockd grace sunrpc nvidia_drm(POE) nvidia_modeset(POE) vfat fat nvidia(POE) skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel dell_smbios iTCO_wdt kvm iTCO_vendor_support dell_wmi_descriptor irqbypass crc32_pclmul dcdbas ghash_clmulni_intel aesni_intel lrw
gf128mul glue_helper ablk_helper cryptd squashfs loop snd_hda_codec_hdmi snd_hda_intel snd_hda_codec snd_hda_core snd_hwdep snd_seq snd_seq_device snd_pcm pcspkr snd_timer snd mei_me soundcore lpc_ich mei i2c_i801 sg wmi ipmi_si ipmi_devintf ipmi_msghandler acpi_power_meter acpi_pad ip_tables xfs libcrc32c sr_mod sd_mod cdrom crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel mgag200 i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ahci libahci tg3 megaraid_sas libata ptp drm_panel_orientation_quirks pps_core nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod
CPU: 5 PID: 349372 Comm: nvtop Kdump: loaded Tainted: P        W  OE  ------------ T 3.10.0-957.el7.x86_64 #1
Hardware name: Dell Inc. PowerEdge R740/0DY2X0, BIOS 2.9.4 11/06/2020
Call Trace:
[<ffffffff9ab61dc1>] dump_stack+0x19/0x1b
[<ffffffff9a497648>] __warn+0xd8/0x100
[<ffffffff9a4976cf>] warn_slowpath_fmt+0x5f/0x80
[<ffffffff9a794a42>] __list_del_entry+0x82/0xd0
[<ffffffff9a794a9d>] list_del+0xd/0x30
[<ffffffffc161f4d6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc16215ca>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffff9a55125b>] ? __seccomp_filter+0x5b/0x300
[<ffffffff9a6433dc>] __fput+0xec/0x260
[<ffffffff9a64363e>] ____fput+0xe/0x10
[<ffffffff9a4be79b>] task_work_run+0xbb/0xe0
[<ffffffff9a42bc65>] do_notify_resume+0xa5/0xc0
[<ffffffff9ab75124>] int_signal+0x12/0x17

WARNING: CPU: 2 PID: 37821 at lib/list_debug.c:62 __list_del_entry+0x8e/0xe0
list_del corruption. next->prev should be ffff93cc84140640, but was ffffffffc175ed50
Modules linked in: xt_nat veth nvidia_uvm(OE) nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc devlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter overlay(T) sunrpc joydev ext4 mbcache jbd2 vfat fat nvidia_drm(POE) nvidia_modeset(POE) iTCO_wdt iTCO_vendor_support nvidia(POE) i10nm_edac nfit libnvdimm coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd pcspkr ses enclosure scsi_transport_sas sg mei_me mei i2c_i801 ipmi_si ipmi_devintf ipmi_msghandler pinctrl_lewisburg pinctrl_intel
acpi_power_meter acpi_cpufreq ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic uas usb_storage ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm crct10dif_pclmul crct10dif_common igb crc32c_intel libahci serio_raw libata megaraid_sas ptp pps_core dca i2c_algo_bit drm_panel_orientation_quirks wmi dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 2 PID: 37821 Comm: nvidia-smi Kdump: loaded Tainted: P        W  OE  ------------ T 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: Inspur NF5468M6/NF5468M6, BIOS 06.01.00 03/01/2022
Call Trace:
[<ffffffffab7b1bec>] dump_stack+0x19/0x1f
[<ffffffffab09f868>] __warn+0xd8/0x100
[<ffffffffab09f8ef>] warn_slowpath_fmt+0x5f/0x80
[<ffffffffab2332fd>] ? __slab_free+0x9d/0x2b0
[<ffffffffc175ed50>] ? _nv038626rm+0x10/0x10 [nvidia]
[<ffffffffab3bd41e>] __list_del_entry+0x8e/0xe0
[<ffffffffab3bd47d>] list_del+0xd/0x30
[<ffffffffc0d515d6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc0d5381a>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffffab25dfcc>] __fput+0xec/0x230
[<ffffffffab25e1fe>] ____fput+0xe/0x20
[<ffffffffab0c7f6b>] task_work_run+0xbb/0xe0
[<ffffffffab02dcfd>] do_notify_resume+0xad/0xd0
[<ffffffffab7c56f7>] int_signal+0x12/0x17

WARNING: CPU: 31 PID: 40543 at lib/list_debug.c:62 __list_del_entry+0x8e/0xe0
list_del corruption. next->prev should be ffff8fa53cf02e40, but was ffffffffc46cffb0
Modules linked in: rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ipoib rdma_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_core nvidia_uvm(OE) nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) sunrpc joydev ext4 mbcache jbd2 iTCO_wdt iTCO_vendor_support nvidia_drm(POE) nvidia_modeset(POE) vfat fat nvidia(POE) i10nm_edac nfit libnvdimm coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel
lrw gf128mul glue_helper ablk_helper cryptd pcspkr ses enclosure uas scsi_transport_sas usb_storage sg mei_me mei i2c_i801 ipmi_si ipmi_devintf ipmi_msghandler pinctrl_lewisburg pinctrl_intel acpi_power_meter acpi_cpufreq ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm crct10dif_pclmul crct10dif_common igb crc32c_intel libahci serio_raw libata megaraid_sas ptp pps_core dca i2c_algo_bit drm_panel_orientation_quirks wmi dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 31 PID: 40543 Comm: nvidia-smi Kdump: loaded Tainted: P        W  OE  ------------ T 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: Inspur NF5468M6/NF5468M6, BIOS 06.01.00 03/01/2022
Call Trace:
[<ffffffff953b1bec>] dump_stack+0x19/0x1f
[<ffffffff94c9f868>] __warn+0xd8/0x100
[<ffffffff94c9f8ef>] warn_slowpath_fmt+0x5f/0x80
[<ffffffffc46cffb0>] ? _nv029434rm+0x470/0x470 [nvidia]
[<ffffffff94fbd35e>] __list_del_entry+0x8e/0xe0
[<ffffffff94fbd3bd>] list_del+0xd/0x30
[<ffffffffc46745d6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc467681a>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffff94e5df0c>] __fput+0xec/0x230
[<ffffffff94e5e13e>] ____fput+0xe/0x20
[<ffffffff94cc7f6b>] task_work_run+0xbb/0xe0
[<ffffffff94c2dcfd>] do_notify_resume+0xad/0xd0
[<ffffffff953c56f7>] int_signal+0x12/0x17

WARNING: CPU: 3 PID: 34594 at lib/list_debug.c:62 __list_del_entry+0x8e/0xe0
list_del corruption. next->prev should be ffff8f69e3ff4240, but was ffffffffc4fb8400
Modules linked in: rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ipoib rdma_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_core nvidia_uvm(OE) nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) sunrpc joydev ext4 mbcache jbd2 iTCO_wdt iTCO_vendor_support nvidia_drm(POE) nvidia_modeset(POE) vfat fat nvidia(POE) i10nm_edac nfit libnvdimm coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel
lrw gf128mul glue_helper ablk_helper cryptd pcspkr ses enclosure uas scsi_transport_sas usb_storage sg mei_me mei i2c_i801 ipmi_si ipmi_devintf ipmi_msghandler pinctrl_lewisburg pinctrl_intel acpi_power_meter acpi_cpufreq ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm crct10dif_pclmul crct10dif_common igb crc32c_intel libahci serio_raw libata megaraid_sas ptp pps_core dca i2c_algo_bit drm_panel_orientation_quirks wmi dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 3 PID: 34594 Comm: nvidia-smi Kdump: loaded Tainted: P        W  OE  ------------ T 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: Inspur NF5468M6/NF5468M6, BIOS 06.01.00 03/01/2022
Call Trace:
[<ffffffff953b1bec>] dump_stack+0x19/0x1f
[<ffffffff94c9f868>] __warn+0xd8/0x100
[<ffffffff94c9f8ef>] warn_slowpath_fmt+0x5f/0x80
[<ffffffff94e3323d>] ? __slab_free+0x9d/0x2b0
[<ffffffffc4fb8400>] ? _nv009895rm+0x20/0x20 [nvidia]
[<ffffffff94fbd35e>] __list_del_entry+0x8e/0xe0
[<ffffffff94fbd3bd>] list_del+0xd/0x30
[<ffffffffc46745d6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc467681a>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffff94e5df0c>] __fput+0xec/0x230
[<ffffffff94e5e13e>] ____fput+0xe/0x20
[<ffffffff94cc7f6b>] task_work_run+0xbb/0xe0
[<ffffffff94c2dcfd>] do_notify_resume+0xad/0xd0
[<ffffffff953c56f7>] int_signal+0x12/0x17

WARNING: CPU: 0 PID: 33290 at lib/list_debug.c:62 __list_del_entry+0x8e/0xe0
list_del corruption. next->prev should be ffff8fa54db67a40, but was ffffffffc46cffb0
Modules linked in: rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ipoib rdma_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_core nvidia_uvm(OE) nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) sunrpc joydev ext4 mbcache jbd2 iTCO_wdt iTCO_vendor_support nvidia_drm(POE) nvidia_modeset(POE) vfat fat nvidia(POE) i10nm_edac nfit libnvdimm coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel
lrw gf128mul glue_helper ablk_helper cryptd pcspkr ses enclosure uas scsi_transport_sas usb_storage sg mei_me mei i2c_i801 ipmi_si ipmi_devintf ipmi_msghandler pinctrl_lewisburg pinctrl_intel acpi_power_meter acpi_cpufreq ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm crct10dif_pclmul crct10dif_common igb crc32c_intel libahci serio_raw libata megaraid_sas ptp pps_core dca i2c_algo_bit drm_panel_orientation_quirks wmi dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 0 PID: 33290 Comm: nvidia-smi Kdump: loaded Tainted: P        W  OE  ------------ T 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: Inspur NF5468M6/NF5468M6, BIOS 06.01.00 03/01/2022
Call Trace:
[<ffffffff953b1bec>] dump_stack+0x19/0x1f
[<ffffffff94c9f868>] __warn+0xd8/0x100
[<ffffffff94c9f8ef>] warn_slowpath_fmt+0x5f/0x80
[<ffffffff94e3323d>] ? __slab_free+0x9d/0x2b0
[<ffffffffc46cffb0>] ? _nv029434rm+0x470/0x470 [nvidia]
[<ffffffff94fbd35e>] __list_del_entry+0x8e/0xe0
[<ffffffff94fbd3bd>] list_del+0xd/0x30
[<ffffffffc46745d6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc467681a>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffff94e5df0c>] __fput+0xec/0x230
[<ffffffff94e5e13e>] ____fput+0xe/0x20
[<ffffffff94cc7f6b>] task_work_run+0xbb/0xe0
[<ffffffff94c2dcfd>] do_notify_resume+0xad/0xd0
[<ffffffff953c56f7>] int_signal+0x12/0x17

WARNING: CPU: 10 PID: 32910 at lib/list_debug.c:62 __list_del_entry+0x8e/0xe0
list_del corruption. next->prev should be ffff8f2187978e40, but was           (null)
Modules linked in: rpcrdma ib_isert iscsi_target_mod ib_iser libiscsi scsi_transport_iscsi ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_ipoib rdma_ucm ib_uverbs ib_umad rdma_cm ib_cm iw_cm ib_core nvidia_uvm(OE) nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables devlink ip6table_filter ip6_tables iptable_filter overlay(T) sunrpc joydev ext4 mbcache jbd2 iTCO_wdt iTCO_vendor_support nvidia_drm(POE) nvidia_modeset(POE) vfat fat nvidia(POE) i10nm_edac nfit libnvdimm coretemp intel_rapl iosf_mbi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel
lrw gf128mul glue_helper ablk_helper cryptd pcspkr ses enclosure uas scsi_transport_sas usb_storage sg mei_me mei i2c_i801 ipmi_si ipmi_devintf ipmi_msghandler pinctrl_lewisburg pinctrl_intel acpi_power_meter acpi_cpufreq ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm crct10dif_pclmul crct10dif_common igb crc32c_intel libahci serio_raw libata megaraid_sas ptp pps_core dca i2c_algo_bit drm_panel_orientation_quirks wmi dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 10 PID: 32910 Comm: nvidia-smi Kdump: loaded Tainted: P           OE  ------------ T 3.10.0-1160.95.1.el7.x86_64 #1
Hardware name: Inspur NF5468M6/NF5468M6, BIOS 06.01.00 03/01/2022
Call Trace:
[<ffffffff953b1bec>] dump_stack+0x19/0x1f
[<ffffffff94c9f868>] __warn+0xd8/0x100
[<ffffffff94c9f8ef>] warn_slowpath_fmt+0x5f/0x80
[<ffffffff94e3323d>] ? __slab_free+0x9d/0x2b0
[<ffffffff94fbd35e>] __list_del_entry+0x8e/0xe0
[<ffffffff94fbd3bd>] list_del+0xd/0x30
[<ffffffffc46745d6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc467681a>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffff94e5df0c>] __fput+0xec/0x230
[<ffffffff94e5e13e>] ____fput+0xe/0x20
[<ffffffff94cc7f6b>] task_work_run+0xbb/0xe0
[<ffffffff94c2dcfd>] do_notify_resume+0xad/0xd0
[<ffffffff953c56f7>] int_signal+0x12/0x17

WARNING: CPU: 2 PID: 232826 at lib/list_debug.c:62 __list_del_entry+0x8e/0xe0
list_del corruption. next->prev should be ffff8ef0b7e19e40, but was ffffffffc147e380
Modules linked in: binfmt_misc nvidia_modeset(POE) nvidia_uvm(OE) xt_nat veth nf_conntrack_netlink xt_addrtype br_netfilter overlay(T) xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter ib_isert iscsi_target_mod ib_srpt target_core_mod ib_srp scsi_transport_srp scsi_tgt ib_umad rpcrdma rdma_ucm ib_iser ib_ipoib rdma_cm iw_cm sunrpc ib_cm libiscsi scsi_transport_iscsi mlx5_ib ib_uverbs ib_core nvidia(POE) iTCO_wdt iTCO_vendor_support skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi snd_hda_codec_hdmi kvm_intel kvm irqbypass crc32_pclmul ghash_clmulni_intel snd_hda_codec_realtek
aesni_intel lrw snd_hda_codec_generic gf128mul glue_helper ablk_helper cryptd snd_hda_intel ipmi_ssif snd_hda_codec sg intel_wmi_thunderbolt pcspkr snd_hda_core snd_seq snd_hwdep snd_seq_device snd_pcm joydev snd_timer snd mei_me soundcore mei lpc_ich i2c_i801 ipmi_si ipmi_devintf ipmi_msghandler acpi_pad acpi_power_meter ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic nouveau ast video mxm_wmi i2c_algo_bit drm_kms_helper mlx5_core syscopyarea sysfillrect sysimgblt fb_sys_fops ttm ahci drm ixgbe crct10dif_pclmul crct10dif_common crc32c_intel libahci megaraid_sas libata mlxfw devlink mdio ptp pps_core drm_panel_orientation_quirks dca wmi nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod fuse [last unloaded: nvidia_modeset]
CPU: 2 PID: 232826 Comm: nvidia-smi Kdump: loaded Tainted: P           OE  ------------ T 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: Supermicro SYS-7049GP-TRT/X11DPG-QT, BIOS 3.4 10/30/2020
Call Trace:
[<ffffffffaa7b1bec>] dump_stack+0x19/0x1f
[<ffffffffaa09f868>] __warn+0xd8/0x100
[<ffffffffaa09f8ef>] warn_slowpath_fmt+0x5f/0x80
[<ffffffffaa2588ba>] ? __check_object_size+0x1ca/0x250
[<ffffffffc147e380>] ? _nv047802rm+0x50/0x50 [nvidia]
[<ffffffffaa3bd41e>] __list_del_entry+0x8e/0xe0
[<ffffffffaa3bd47d>] list_del+0xd/0x30
[<ffffffffc1141bc3>] nvidia_close_callback+0x53/0x1e0 [nvidia]
[<ffffffffc1143e29>] nvidia_close+0xd9/0x130 [nvidia]
[<ffffffffaa25dfcc>] __fput+0xec/0x230
[<ffffffffaa25e1fe>] ____fput+0xe/0x20
[<ffffffffaa0c7f6b>] task_work_run+0xbb/0xe0
[<ffffffffaa02dcfd>] do_notify_resume+0xad/0xd0
[<ffffffffaa7c56f7>] int_signal+0x12/0x17

WARNING: CPU: 34 PID: 320172 at lib/list_debug.c:62 __list_del_entry+0x82/0xd0
list_del corruption. next->prev should be ffff9f00b0661a40, but was           (null)
Modules linked in: tcp_diag inet_diag nvidia_uvm(OE) binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set nfnetlink ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc dm_mirror dm_region_hash dm_log dm_mod iTCO_wdt iTCO_vendor_support nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) vfat fat ext4 mbcache jbd2 skx_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel kvm snd_hda_codec_hdmi
irqbypass crc32_pclmul ghash_clmulni_intel aesni_intel lrw gf128mul glue_helper ablk_helper cryptd snd_hda_codec_realtek snd_hda_codec_generic pcspkr intel_wmi_thunderbolt snd_hda_intel snd_hda_codec snd_hda_core snd_seq snd_hwdep snd_seq_device snd_pcm joydev sg snd_timer snd lpc_ich i2c_i801 soundcore mei_me mei ipmi_si ipmi_devintf ipmi_msghandler acpi_power_meter acpi_pad ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic ast i2c_algo_bit drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm drm ixgbe crct10dif_pclmul crct10dif_common ahci crc32c_intel libahci libata mdio ptp pps_core drm_panel_orientation_quirks dca wmi nfit libnvdimm fuse
CPU: 34 PID: 320172 Comm: gpustat Kdump: loaded Tainted: P        W  OE  ------------   3.10.0-1160.el7.x86_64 #1
Hardware name: Supermicro Super Server/X11DPG-QT, BIOS 4.0 07/11/2023
Call Trace:
[<ffffffff99581340>] dump_stack+0x19/0x1b
[<ffffffff98e9b228>] __warn+0xd8/0x100
[<ffffffff98e9b2af>] warn_slowpath_fmt+0x5f/0x80
[<ffffffff99025e0d>] ? __slab_free+0x9d/0x290
[<ffffffff991a5b62>] __list_del_entry+0x82/0xd0
[<ffffffff991a5bbd>] list_del+0xd/0x30
[<ffffffffc11884d6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc118a63a>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffff9904fe4c>] __fput+0xec/0x230
[<ffffffff9905007e>] ____fput+0xe/0x10
[<ffffffff98ec275b>] task_work_run+0xbb/0xe0
[<ffffffff98e2cc65>] do_notify_resume+0xa5/0xc0
[<ffffffff995942ef>] int_signal+0x12/0x17

WARNING: CPU: 1 PID: 37124 at lib/list_debug.c:62 __list_del_entry+0x82/0xd0
list_del corruption. next->prev should be ffff90cb7c4ff640, but was 0000100000000000
Modules linked in: mst_pciconf(OE) mst_pci(OE) binfmt_misc nvidia_uvm(OE) nfsv3 nfs_acl nfs lockd grace fscache xt_CHECKSUM iptable_mangle ipt_MASQUERADE nf_nat_masquerade_ipv4 iptable_nat nf_nat_ipv4 nf_nat nf_conntrack_ipv4 nf_defrag_ipv4 xt_conntrack nf_conntrack libcrc32c ipt_REJECT nf_reject_ipv4 tun bridge stp llc ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter rdma_ucm(OE) ib_ucm(OE) rdma_cm(OE) iw_cm(OE) ib_ipoib(OE) ib_cm(OE) ib_umad(OE) mlx5_fpga_tools(OE) mlx5_ib(OE) ib_uverbs(OE) mlx5_core(OE) vfio_mdev(OE) vfio_iommu_type1 vfio mdev(OE) mlxfw(OE) mlx4_en(OE) sunrpc dm_mirror dm_region_hash dm_log dm_mod nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) iTCO_wdt iTCO_vendor_support snd_hda_codec_hdmi sb_edac intel_powerclamp coretemp intel_rapl iosf_mbi kvm_intel
kvm snd_hda_intel irqbypass snd_hda_codec crc32_pclmul snd_hda_core ghash_clmulni_intel snd_hwdep aesni_intel snd_seq joydev lrw gf128mul snd_seq_device glue_helper ablk_helper snd_pcm cryptd snd_timer snd soundcore sg pcspkr ioatdma mei_me mei shpchp i2c_i801 lpc_ich ipmi_si ipmi_devintf ipmi_msghandler acpi_power_meter acpi_pad sch_fq_codel knem(OE) ip_tables ext4 mbcache jbd2 mlx4_ib(OE) ib_core(OE) sd_mod crc_t10dif crct10dif_generic ast drm_kms_helper syscopyarea sysfillrect sysimgblt fb_sys_fops ttm mxm_wmi ixgbe ahci drm igb libahci crct10dif_pclmul crct10dif_common mlx4_core(OE) crc32c_intel libata mdio ptp pps_core dca i2c_algo_bit i2c_core devlink mlx_compat(OE) wmi [last unloaded: mst_pci]
CPU: 1 PID: 37124 Comm: nvidia-smi Kdump: loaded Tainted: P           OE  ------------   3.10.0-862.el7.x86_64 #1
Hardware name: Supermicro SYS-4028GR-TR/X10DRG-O+-CPU, BIOS 2.0b 04/19/2017
Call Trace:
[<ffffffffa630d768>] dump_stack+0x19/0x1b
[<ffffffffa5c916d8>] __warn+0xd8/0x100
[<ffffffffa5c9175f>] warn_slowpath_fmt+0x5f/0x80
[<ffffffffa5f68392>] __list_del_entry+0x82/0xd0
[<ffffffffa5f683ed>] list_del+0xd/0x30
[<ffffffffc239f4d6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc23a163a>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffffa5e1cf8c>] __fput+0xec/0x260
[<ffffffffa5e1d1ee>] ____fput+0xe/0x10
[<ffffffffa5cb784b>] task_work_run+0xbb/0xe0
[<ffffffffa5c2ac55>] do_notify_resume+0xa5/0xc0
[<ffffffffa631fb1d>] int_signal+0x12/0x17

WARNING: CPU: 58 PID: 24134 at lib/list_debug.c:62 __list_del_entry+0x8e/0xe0
list_del corruption. next->prev should be ffff942d1364ce40, but was 0000100000000000
Modules linked in: veth xt_nat nf_conntrack_netlink xt_addrtype br_netfilter nvidia_uvm(OE) binfmt_misc xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ip6t_REJECT nf_reject_ipv6 ipt_REJECT nf_reject_ipv4 xt_conntrack ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat iptable_mangle iptable_security iptable_raw nf_conntrack ip_set ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter sunrpc nvidia_drm(POE) nvidia_modeset(POE) nvidia(POE) vfat fat snd_hda_codec_hdmi skx_edac coretemp intel_rapl iosf_mbi kvm_intel kvm snd_hda_intel snd_hda_codec drm_kms_helper irqbypass crc32_pclmul
snd_hda_core syscopyarea ghash_clmulni_intel sysfillrect sysimgblt snd_hwdep fb_sys_fops aesni_intel snd_seq lrw gf128mul drm ipmi_si snd_seq_device glue_helper ablk_helper cryptd snd_pcm ipmi_devintf ipmi_msghandler wdat_wdt pcspkr snd_timer snd soundcore drm_panel_orientation_quirks joydev sg lpc_ich i2c_i801 mei_me mei acpi_power_meter ip_tables xfs libcrc32c sd_mod crc_t10dif crct10dif_generic i40e ahci crct10dif_pclmul crct10dif_common crc32c_intel libahci megaraid_sas libata ptp pps_core nfit libnvdimm dm_mirror dm_region_hash dm_log dm_mod fuse
CPU: 58 PID: 24134 Comm: nvidia-smi Kdump: loaded Tainted: P        W  OE  ------------ T 3.10.0-1160.119.1.el7.x86_64 #1
Hardware name: -- 2288H V5/BC11SPSCB0, BIOS 8.20 10/20/2021
Call Trace:
[<ffffffff9cbb1bec>] dump_stack+0x19/0x1f
[<ffffffff9c49f868>] __warn+0xd8/0x100
[<ffffffff9c49f8ef>] warn_slowpath_fmt+0x5f/0x80
[<ffffffff9c7bd41e>] __list_del_entry+0x8e/0xe0
[<ffffffff9c7bd47d>] list_del+0xd/0x30
[<ffffffffc0f325b6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc0f347fa>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffff9c65dfcc>] __fput+0xec/0x230
[<ffffffff9c65e1fe>] ____fput+0xe/0x20
[<ffffffff9c4c7f6b>] task_work_run+0xbb/0xe0
[<ffffffff9c42dcfd>] do_notify_resume+0xad/0xd0
[<ffffffff9cbc56f7>] int_signal+0x12/0x17

WARNING: CPU: 4 PID: 22617 at lib/list_debug.c:62 __list_del_entry+0x82/0xd0
list_del corruption. next->prev should be ffff9be108642240, but was           (null)
Modules linked in: nfsv3 nfs_acl rpcsec_gss_krb5 nfsv4 dns_resolver nfs lockd grace nf_conntrack_netlink xt_addrtype br_netfilter xt_CHECKSUM ipt_MASQUERADE nf_nat_masquerade_ipv4 tun devlink overlay(T) ip6t_rpfilter ipt_REJECT nf_reject_ipv4 ip6t_REJECT nf_reject_ipv6 xt_conntrack ip_set nfnetlink ebtable_nat ebtable_broute bridge stp llc ip6table_nat nf_conntrack_ipv6 nf_defrag_ipv6 nf_nat_ipv6 ip6table_mangle ip6table_security ip6table_raw iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack libcrc32c iptable_mangle iptable_security iptable_raw ebtable_filter ebtables ip6table_filter ip6_tables iptable_filter cachefiles fscache dm_mirror dm_region_hash dm_log dm_mod nvidia_drm(POE) nvidia_modeset(POE) nvidia_uvm(OE) nvidia(POE) snd_hda_codec_hdmi vfat fat snd_hda_codec_generic
ppdev hp_wmi sparse_keymap rfkill intel_powerclamp coretemp kvm_intel kvm irqbypass crc32_pclmul snd_hda_intel ghash_clmulni_intel snd_hda_codec e1000e(OE) drm_kms_helper snd_hda_core aesni_intel snd_hwdep lrw snd_seq gf128mul glue_helper snd_seq_device ablk_helper cryptd drm snd_pcm serio_raw snd_timer snd sg drm_panel_orientation_quirks syscopyarea sysfillrect pcspkr soundcore sysimgblt ptp fb_sys_fops pps_core parport_pc parport video wmi acpi_pad tpm_crb int3400_thermal auth_rpcgss sunrpc ip_tables ext4 mbcache jbd2 sd_mod crc_t10dif crct10dif_generic crct10dif_pclmul crct10dif_common crc32c_intel nvme ahci nvme_core libahci libata
CPU: 4 PID: 22617 Comm: nvidia-smi Kdump: loaded Tainted: P        W  OE  ------------ T 3.10.0-957.el7.centos.plus.x86_64 #1
Hardware name: HP HP Z1 Entry Tower G6/870B, BIOS S01 Ver. 02.18.00 12/14/2023
Call Trace:
[<ffffffffb2973dc1>] dump_stack+0x19/0x1b
[<ffffffffb2298648>] __warn+0xd8/0x100
[<ffffffffb22986cf>] warn_slowpath_fmt+0x5f/0x80
[<ffffffffb235d0d4>] ? ftrace_ops_list_func+0xf4/0x120
[<ffffffffb25a6742>] __list_del_entry+0x82/0xd0
[<ffffffffb25a679d>] list_del+0xd/0x30
[<ffffffffc0ba94d6>] nvidia_close_callback+0x56/0x160 [nvidia]
[<ffffffffc0bab5ca>] nvidia_close+0xea/0x2b0 [nvidia]
[<ffffffffb24443dc>] __fput+0xec/0x260
[<ffffffffb244463e>] ____fput+0xe/0x10
[<ffffffffb22bf79b>] task_work_run+0xbb/0xe0
[<ffffffffb222bc65>] do_notify_resume+0xa5/0xc0
[<ffffffffb2987124>] int_signal+0x12/0x17