Uploaded image for project: 'RHEL'
  1. RHEL
  2. RHEL-67115

[network-storage][rbd][core-dump]installation of guest failed sometimes with multiqueue enabled[rhel9.6]

Linking RHIVOS CVEs to...Migration: Automation ...SWIFT: POC ConversionSync from "Extern...XMLWordPrintable

    • None
    • Important
    • CustomerScenariosInitiative
    • 5
    • rhel-virt-storage
    • ssg_virtualization
    • 8
    • False
    • False
    • Hide

      None

      Show
      None
    • None
    • Virt storage Sprint8 2025-08, VirtStorage Sprint9 2025-08,09, VirtStorage Sprint10 CY250924, VirtStorage Sprint11 CY251008, VirtStorage Sprint12 CY251022
    • None
    • None
    • x86_64
    • All
    • None

      What were you trying to do that didn't work?

      Install win2019/win2016 guest with rbd

      What is the impact of this issue to you?

      Installation failed sometimes, block the testing regarding rbd.

      Please provide the package NVR for which the bug is seen:

      qemu-kvm-9.1.0-1.el9.x86_64

      kernel-5.14.0-522.el9.x86_64

      How reproducible is this bug?:

      2/5

      Steps to reproduce

      Run below qemu-cmd, wait for installation completation

      /usr/libexec/qemu-kvm \

          -S  \

          -name 'avocado-vt-vm1'  \

          -sandbox on,elevateprivileges=deny,obsolete=deny,resourcecontrol=deny \

          -blockdev '{"node-name": "file_ovmf_code", "driver": "file", "filename": "/usr/share/OVMF/OVMF_CODE.secboot.fd", "auto-read-only": true, "discard": "unmap"}' \

          -blockdev '{"node-name": "drive_ovmf_code", "driver": "raw", "read-only": true, "file": "file_ovmf_code"}' \

          -blockdev '{"node-name": "file_ovmf_vars", "driver": "file", "filename": "/root/avocado/data/avocado-vt/avocado-vt-vm1_Win2019-64_ceph_raw_VARS.raw", "auto-read-only": true, "discard": "unmap"}' \

          -blockdev '{"node-name": "drive_ovmf_vars", "driver": "raw", "read-only": false, "file": "file_ovmf_vars"}' \

          -machine q35,pflash0=drive_ovmf_code,pflash1=drive_ovmf_vars,memory-backend=mem-machine_mem \

          -device '{"id": "pcie-root-port-0", "driver": "pcie-root-port", "multifunction": true, "bus": "pcie.0", "addr": "0x1", "chassis": 1}' \

          -device '{"id": "pcie-pci-bridge-0", "driver": "pcie-pci-bridge", "addr": "0x0", "bus": "pcie-root-port-0"}'  \

          -nodefaults \

          -device '{"driver": "VGA", "bus": "pcie.0", "addr": "0x2"}' \

          -m 94208 \

          -object '{"size": 98784247808, "id": "mem-machine_mem", "qom-type": "memory-backend-ram"}'  \

          -smp 40,maxcpus=40,cores=20,threads=1,dies=1,sockets=2  \

          -cpu 'Cascadelake-Server',vmx=on,pdcm=on,hypervisor=on,ss=on,tsc-adjust=on,mpx=on,umip=on,pku=on,md-clear=on,stibp=on,flush-l1d=on,arch-capabilities=on,xsaves=on,ibpb=on,ibrs=on,amd-stibp=on,amd-ssbd=on,rdctl-no=on,ibrs-all=on,skip-l1dfl-vmentry=on,mds-no=on,pschange-mc-no=on,tsx-ctrl=on,sbdr-ssdp-no=on,psdp-no=on,fb-clear=on,gds-no=on,vmx-ins-outs=on,vmx-true-ctls=on,vmx-store-lma=on,vmx-activity-hlt=on,vmx-activity-wait-sipi=on,vmx-vmwrite-vmexit-fields=on,vmx-apicv-xapic=on,vmx-ept=on,vmx-desc-exit=on,vmx-rdtscp-exit=on,vmx-apicv-x2apic=on,vmx-vpid=on,vmx-wbinvd-exit=on,vmx-unrestricted-guest=on,vmx-apicv-register=on,vmx-apicv-vid=on,vmx-rdrand-exit=on,vmx-invpcid-exit=on,vmx-vmfunc=on,vmx-shadow-vmcs=on,vmx-rdseed-exit=on,vmx-pml=on,vmx-xsaves=on,vmx-tsc-scaling=on,vmx-ept-execonly=on,vmx-page-walk-4=on,vmx-ept-2mb=on,vmx-ept-1gb=on,vmx-invept=on,vmx-eptad=on,vmx-invept-single-context=on,vmx-invept-all-context=on,vmx-invvpid=on,vmx-invvpid-single-addr=on,vmx-invvpid-all-context=on,vmx-intr-exit=on,vmx-nmi-exit=on,vmx-vnmi=on,vmx-preemption-timer=on,vmx-posted-intr=on,vmx-vintr-pending=on,vmx-tsc-offset=on,vmx-hlt-exit=on,vmx-invlpg-exit=on,vmx-mwait-exit=on,vmx-rdpmc-exit=on,vmx-rdtsc-exit=on,vmx-cr3-load-noexit=on,vmx-cr3-store-noexit=on,vmx-cr8-load-exit=on,vmx-cr8-store-exit=on,vmx-flexpriority=on,vmx-vnmi-pending=on,vmx-movdr-exit=on,vmx-io-exit=on,vmx-io-bitmap=on,vmx-mtf=on,vmx-msr-bitmap=on,vmx-monitor-exit=on,vmx-pause-exit=on,vmx-secondary-ctls=on,vmx-exit-nosave-debugctl=on,vmx-exit-load-perf-global-ctrl=on,vmx-exit-ack-intr=on,vmx-exit-save-pat=on,vmx-exit-load-pat=on,vmx-exit-save-efer=on,vmx-exit-load-efer=on,vmx-exit-save-preemption-timer=on,vmx-exit-clear-bndcfgs=on,vmx-entry-noload-debugctl=on,vmx-entry-ia32e-mode=on,vmx-entry-load-perf-global-ctrl=on,vmx-entry-load-pat=on,vmx-entry-load-efer=on,vmx-entry-load-bndcfgs=on,vmx-eptp-switching=on,hle=off,rtm=off,hv_stimer,hv_synic,hv_vpindex,hv_relaxed,hv_spinlocks=0x1fff,hv_vapic,hv_time,hv_frequencies,hv_runtime,hv_tlbflush,hv_reenlightenment,hv_stimer_direct,hv_ipi,hv-xmm-input,hv_tlbflush_ext,kvm_pv_unhalt=on \

          -chardev socket,server=on,id=qmp_id_qmpmonitor1,path=/var/tmp/avocado_ydq1h4_u/monitor-qmpmonitor1-20241107-010108-DX39CTr4,wait=off  \

          -mon chardev=qmp_id_qmpmonitor1,mode=control \

          -chardev socket,server=on,id=qmp_id_catch_monitor,path=/var/tmp/avocado_ydq1h4_u/monitor-catch_monitor-20241107-010108-DX39CTr4,wait=off  \

          -mon chardev=qmp_id_catch_monitor,mode=control \

          -device '{"ioport": 1285, "driver": "pvpanic", "id": "idgAJiIG"}' \

          -chardev socket,server=on,id=chardev_serial0,path=/var/tmp/avocado_ydq1h4_u/serial-serial0-20241107-010108-DX39CTr4,wait=off \

          -device '{"id": "serial0", "driver": "isa-serial", "chardev": "chardev_serial0"}'  \

          -chardev socket,id=seabioslog_id_20241107-010108-DX39CTr4,path=/var/tmp/avocado_ydq1h4_u/seabios-20241107-010108-DX39CTr4,server=on,wait=off \

          -device isa-debugcon,chardev=seabioslog_id_20241107-010108-DX39CTr4,iobase=0x402 \

          -device '{"id": "pcie-root-port-1", "port": 1, "driver": "pcie-root-port", "addr": "0x1.0x1", "bus": "pcie.0", "chassis": 2}' \

          -device '{"driver": "qemu-xhci", "id": "usb1", "bus": "pcie-root-port-1", "addr": "0x0"}' \

          -device '{"driver": "usb-tablet", "id": "usb-tablet1", "bus": "usb1.0", "port": "1"}' \

          -object '{"qom-type": "iothread", "id": "iothread0"}' \

          -object '{"qom-type": "iothread", "id": "iothread1"}' \

          -object '{"qom-type": "iothread", "id": "iothread2"}' \

          -blockdev '{"node-name": "drive_image1", "driver": "rbd", "read-only": false, "discard": "unmap", "pool": "rbd", "image": "win2019-64-virtio-ovmf.raw", "namespace": "timao", "cache": {"direct": true, "no-flush": false}}' \

          -device '{"id": "pcie-root-port-2", "port": 2, "driver": "pcie-root-port", "addr": "0x1.0x2", "bus": "pcie.0", "chassis": 3}' \

          -device '{"driver": "virtio-blk-pci", "id": "image1", "drive": "drive_image1", "bootindex": 0, "write-cache": "on", "serial": "SYSTEM_DISK0", "iothread-vq-mapping": [

      {"iothread": "iothread0"}

      , {"iothread": "iothread1"}, {"iothread": "iothread2"}], "bus": "pcie-root-port-2", "addr": "0x0"}' \

          -device '{"id": "pcie-root-port-3", "port": 3, "driver": "pcie-root-port", "addr": "0x1.0x3", "bus": "pcie.0", "chassis": 4}' \

          -device '{"driver": "virtio-net-pci", "mac": "9a:27:cf:fe:3b:37", "id": "idTAeLJt", "netdev": "idv5waP5", "bus": "pcie-root-port-3", "addr": "0x0"}' \

          -netdev  '{"id": "idv5waP5", "type": "tap", "vhost": true}' \

          -blockdev '{"node-name": "drive_cd1", "driver": "file", "read-only": true, "discard": "unmap", "aio": "threads", "filename": "/home/kvm_autotest_root/iso/ISO/Win2019/windows_2019_x64_testsigned_enable_dvd.iso", "cache": {"direct": true, "no-flush": false}}' \

          -device '{"driver": "ide-cd", "id": "cd1", "drive": "drive_cd1", "bootindex": 1, "write-cache": "on", "bus": "ide.0", "unit": 0}' \

          -blockdev '{"node-name": "drive_winutils", "driver": "file", "read-only": true, "discard": "unmap", "aio": "threads", "filename": "/home/kvm_autotest_root/iso/windows/winutils.iso", "cache": {"direct": true, "no-flush": false}}' \

          -device '{"driver": "ide-cd", "id": "winutils", "drive": "drive_winutils", "bootindex": 2, "write-cache": "on", "bus": "ide.1", "unit": 0}' \

          -blockdev '{"node-name": "drive_unattended", "driver": "file", "read-only": true, "discard": "unmap", "aio": "threads", "filename": "/home/kvm_autotest_root/images/win2019-64/autounattend.iso", "cache": {"direct": true, "no-flush": false}}' \

          -device '{"driver": "ide-cd", "id": "unattended", "drive": "drive_unattended", "bootindex": 3, "write-cache": "on", "bus": "ide.2", "unit": 0}'  \

          -vnc :0  \

          -rtc base=localtime,clock=host,driftfix=slew  \

          -boot menu=off,order=cdn,once=d,strict=off \

          -enable-kvm \

          -monitor stdio

      Expected results

      installation succeed

      Actual results

      Qemu coredump with below error:

      qemu-kvm: ../block/block-backend.c:1300: void blk_wait_while_drained(BlockBackend ): Assertion `*blk->in_flight > 0' failed.

      dump file could be found here:

      http://fileshare.hosts.qa.psi.pek2.redhat.com/pub/section2/kvm/junzhao/core.qemu-kvm.0.491308ce46c447dab3920479939aff34.122996.1731302126000000.zst

              hreitz@redhat.com Hanna Czenczek
              junzhao@redhat.com Junyao Zhao
              Tingting Mao Tingting Mao
              Votes:
              0 Vote for this issue
              Watchers:
              10 Start watching this issue

                Created:
                Updated: