Uploaded image for project: 'RHEL'
  1. RHEL
  2. RHEL-79118

[network-storage][rbd][core-dump]installation of guest failed sometimes with multiqueue enabled [rhel10]

Linking RHIVOS CVEs to...Migration: Automation ...SWIFT: POC ConversionSync from "Extern...XMLWordPrintable

    • None
    • Important
    • CustomerScenariosInitiative
    • 1
    • rhel-virt-storage
    • ssg_virtualization
    • 0
    • False
    • False
    • Hide

      None

      Show
      None
    • None
    • Planning backlog
    • None
    • None
    • x86_64
    • All
    • None

      What were you trying to do that didn't work?

      Install win2019/win2016 guest with rbd

      What is the impact of this issue to you?

      Installation failed sometimes, block the testing regarding rbd.

      Please provide the package NVR for which the bug is seen:

      qemu-kvm-9.1.0-1.el9.x86_64

      kernel-5.14.0-522.el9.x86_64

      How reproducible is this bug?:

      2/5

      Steps to reproduce

      Run below qemu-cmd, wait for installation completation

      /usr/libexec/qemu-kvm \

          -S  \

          -name 'avocado-vt-vm1'  \

          -sandbox on,elevateprivileges=deny,obsolete=deny,resourcecontrol=deny \

          -blockdev '{"node-name": "file_ovmf_code", "driver": "file", "filename": "/usr/share/OVMF/OVMF_CODE.secboot.fd", "auto-read-only": true, "discard": "unmap"}' \

          -blockdev '{"node-name": "drive_ovmf_code", "driver": "raw", "read-only": true, "file": "file_ovmf_code"}' \

          -blockdev '{"node-name": "file_ovmf_vars", "driver": "file", "filename": "/root/avocado/data/avocado-vt/avocado-vt-vm1_Win2019-64_ceph_raw_VARS.raw", "auto-read-only": true, "discard": "unmap"}' \

          -blockdev '{"node-name": "drive_ovmf_vars", "driver": "raw", "read-only": false, "file": "file_ovmf_vars"}' \

          -machine q35,pflash0=drive_ovmf_code,pflash1=drive_ovmf_vars,memory-backend=mem-machine_mem \

          -device '{"id": "pcie-root-port-0", "driver": "pcie-root-port", "multifunction": true, "bus": "pcie.0", "addr": "0x1", "chassis": 1}' \

          -device '{"id": "pcie-pci-bridge-0", "driver": "pcie-pci-bridge", "addr": "0x0", "bus": "pcie-root-port-0"}'  \

          -nodefaults \

          -device '{"driver": "VGA", "bus": "pcie.0", "addr": "0x2"}' \

          -m 94208 \

          -object '{"size": 98784247808, "id": "mem-machine_mem", "qom-type": "memory-backend-ram"}'  \

          -smp 40,maxcpus=40,cores=20,threads=1,dies=1,sockets=2  \

          -cpu 'Cascadelake-Server',vmx=on,pdcm=on,hypervisor=on,ss=on,tsc-adjust=on,mpx=on,umip=on,pku=on,md-clear=on,stibp=on,flush-l1d=on,arch-capabilities=on,xsaves=on,ibpb=on,ibrs=on,amd-stibp=on,amd-ssbd=on,rdctl-no=on,ibrs-all=on,skip-l1dfl-vmentry=on,mds-no=on,pschange-mc-no=on,tsx-ctrl=on,sbdr-ssdp-no=on,psdp-no=on,fb-clear=on,gds-no=on,vmx-ins-outs=on,vmx-true-ctls=on,vmx-store-lma=on,vmx-activity-hlt=on,vmx-activity-wait-sipi=on,vmx-vmwrite-vmexit-fields=on,vmx-apicv-xapic=on,vmx-ept=on,vmx-desc-exit=on,vmx-rdtscp-exit=on,vmx-apicv-x2apic=on,vmx-vpid=on,vmx-wbinvd-exit=on,vmx-unrestricted-guest=on,vmx-apicv-register=on,vmx-apicv-vid=on,vmx-rdrand-exit=on,vmx-invpcid-exit=on,vmx-vmfunc=on,vmx-shadow-vmcs=on,vmx-rdseed-exit=on,vmx-pml=on,vmx-xsaves=on,vmx-tsc-scaling=on,vmx-ept-execonly=on,vmx-page-walk-4=on,vmx-ept-2mb=on,vmx-ept-1gb=on,vmx-invept=on,vmx-eptad=on,vmx-invept-single-context=on,vmx-invept-all-context=on,vmx-invvpid=on,vmx-invvpid-single-addr=on,vmx-invvpid-all-context=on,vmx-intr-exit=on,vmx-nmi-exit=on,vmx-vnmi=on,vmx-preemption-timer=on,vmx-posted-intr=on,vmx-vintr-pending=on,vmx-tsc-offset=on,vmx-hlt-exit=on,vmx-invlpg-exit=on,vmx-mwait-exit=on,vmx-rdpmc-exit=on,vmx-rdtsc-exit=on,vmx-cr3-load-noexit=on,vmx-cr3-store-noexit=on,vmx-cr8-load-exit=on,vmx-cr8-store-exit=on,vmx-flexpriority=on,vmx-vnmi-pending=on,vmx-movdr-exit=on,vmx-io-exit=on,vmx-io-bitmap=on,vmx-mtf=on,vmx-msr-bitmap=on,vmx-monitor-exit=on,vmx-pause-exit=on,vmx-secondary-ctls=on,vmx-exit-nosave-debugctl=on,vmx-exit-load-perf-global-ctrl=on,vmx-exit-ack-intr=on,vmx-exit-save-pat=on,vmx-exit-load-pat=on,vmx-exit-save-efer=on,vmx-exit-load-efer=on,vmx-exit-save-preemption-timer=on,vmx-exit-clear-bndcfgs=on,vmx-entry-noload-debugctl=on,vmx-entry-ia32e-mode=on,vmx-entry-load-perf-global-ctrl=on,vmx-entry-load-pat=on,vmx-entry-load-efer=on,vmx-entry-load-bndcfgs=on,vmx-eptp-switching=on,hle=off,rtm=off,hv_stimer,hv_synic,hv_vpindex,hv_relaxed,hv_spinlocks=0x1fff,hv_vapic,hv_time,hv_frequencies,hv_runtime,hv_tlbflush,hv_reenlightenment,hv_stimer_direct,hv_ipi,hv-xmm-input,hv_tlbflush_ext,kvm_pv_unhalt=on \

          -chardev socket,server=on,id=qmp_id_qmpmonitor1,path=/var/tmp/avocado_ydq1h4_u/monitor-qmpmonitor1-20241107-010108-DX39CTr4,wait=off  \

          -mon chardev=qmp_id_qmpmonitor1,mode=control \

          -chardev socket,server=on,id=qmp_id_catch_monitor,path=/var/tmp/avocado_ydq1h4_u/monitor-catch_monitor-20241107-010108-DX39CTr4,wait=off  \

          -mon chardev=qmp_id_catch_monitor,mode=control \

          -device '{"ioport": 1285, "driver": "pvpanic", "id": "idgAJiIG"}' \

          -chardev socket,server=on,id=chardev_serial0,path=/var/tmp/avocado_ydq1h4_u/serial-serial0-20241107-010108-DX39CTr4,wait=off \

          -device '{"id": "serial0", "driver": "isa-serial", "chardev": "chardev_serial0"}'  \

          -chardev socket,id=seabioslog_id_20241107-010108-DX39CTr4,path=/var/tmp/avocado_ydq1h4_u/seabios-20241107-010108-DX39CTr4,server=on,wait=off \

          -device isa-debugcon,chardev=seabioslog_id_20241107-010108-DX39CTr4,iobase=0x402 \

          -device '{"id": "pcie-root-port-1", "port": 1, "driver": "pcie-root-port", "addr": "0x1.0x1", "bus": "pcie.0", "chassis": 2}' \

          -device '{"driver": "qemu-xhci", "id": "usb1", "bus": "pcie-root-port-1", "addr": "0x0"}' \

          -device '{"driver": "usb-tablet", "id": "usb-tablet1", "bus": "usb1.0", "port": "1"}' \

          -object '{"qom-type": "iothread", "id": "iothread0"}' \

          -object '{"qom-type": "iothread", "id": "iothread1"}' \

          -object '{"qom-type": "iothread", "id": "iothread2"}' \

          -blockdev '{"node-name": "drive_image1", "driver": "rbd", "read-only": false, "discard": "unmap", "pool": "rbd", "image": "win2019-64-virtio-ovmf.raw", "namespace": "timao", "cache": {"direct": true, "no-flush": false}}' \

          -device '{"id": "pcie-root-port-2", "port": 2, "driver": "pcie-root-port", "addr": "0x1.0x2", "bus": "pcie.0", "chassis": 3}' \

          -device '{"driver": "virtio-blk-pci", "id": "image1", "drive": "drive_image1", "bootindex": 0, "write-cache": "on", "serial": "SYSTEM_DISK0", "iothread-vq-mapping": [

      {"iothread": "iothread0"}

      , {"iothread": "iothread1"}, {"iothread": "iothread2"}], "bus": "pcie-root-port-2", "addr": "0x0"}' \

          -device '{"id": "pcie-root-port-3", "port": 3, "driver": "pcie-root-port", "addr": "0x1.0x3", "bus": "pcie.0", "chassis": 4}' \

          -device '{"driver": "virtio-net-pci", "mac": "9a:27:cf:fe:3b:37", "id": "idTAeLJt", "netdev": "idv5waP5", "bus": "pcie-root-port-3", "addr": "0x0"}' \

          -netdev  '{"id": "idv5waP5", "type": "tap", "vhost": true}' \

          -blockdev '{"node-name": "drive_cd1", "driver": "file", "read-only": true, "discard": "unmap", "aio": "threads", "filename": "/home/kvm_autotest_root/iso/ISO/Win2019/windows_2019_x64_testsigned_enable_dvd.iso", "cache": {"direct": true, "no-flush": false}}' \

          -device '{"driver": "ide-cd", "id": "cd1", "drive": "drive_cd1", "bootindex": 1, "write-cache": "on", "bus": "ide.0", "unit": 0}' \

          -blockdev '{"node-name": "drive_winutils", "driver": "file", "read-only": true, "discard": "unmap", "aio": "threads", "filename": "/home/kvm_autotest_root/iso/windows/winutils.iso", "cache": {"direct": true, "no-flush": false}}' \

          -device '{"driver": "ide-cd", "id": "winutils", "drive": "drive_winutils", "bootindex": 2, "write-cache": "on", "bus": "ide.1", "unit": 0}' \

          -blockdev '{"node-name": "drive_unattended", "driver": "file", "read-only": true, "discard": "unmap", "aio": "threads", "filename": "/home/kvm_autotest_root/images/win2019-64/autounattend.iso", "cache": {"direct": true, "no-flush": false}}' \

          -device '{"driver": "ide-cd", "id": "unattended", "drive": "drive_unattended", "bootindex": 3, "write-cache": "on", "bus": "ide.2", "unit": 0}'  \

          -vnc :0  \

          -rtc base=localtime,clock=host,driftfix=slew  \

          -boot menu=off,order=cdn,once=d,strict=off \

          -enable-kvm \

          -monitor stdio

      Expected results

      installation succeed

      Actual results

      Qemu coredump with below error:

      qemu-kvm: ../block/block-backend.c:1300: void blk_wait_while_drained(BlockBackend ): Assertion `*blk->in_flight > 0' failed.

      dump file could be found here:

      http://fileshare.hosts.qa.psi.pek2.redhat.com/pub/section2/kvm/junzhao/core.qemu-kvm.0.491308ce46c447dab3920479939aff34.122996.1731302126000000.zst

              hreitz@redhat.com Hanna Czenczek
              timao@redhat.com Tingting Mao
              virt-maint virt-maint
              Tingting Mao Tingting Mao
              Votes:
              0 Vote for this issue
              Watchers:
              6 Start watching this issue

                Created:
                Updated: