-
Bug
-
Resolution: Done-Errata
-
Normal
-
rhel-10.0
-
qemu-kvm-9.1.0-20.el9
-
No
-
Moderate
-
1
-
rhel-virt-core-live-migration
-
ssg_virtualization
-
11
-
13
-
0
-
False
-
False
-
-
None
-
Split items
-
Pass
-
RegressionOnly
-
Unspecified
-
Unspecified
-
Unspecified
-
-
aarch64
-
None
What were you trying to do that didn't work?
Live migration from RHEL 10.0 with qemu-kvm-9.6 to RHEL 9.6 / qemu-kvm-9.6
What is the impact of this issue to you?
Please provide the package NVR for which the bug is seen:
How reproducible is this bug?: 100%
Steps to reproduce
- machine preparation:
via jenkins get two nvidia-grace-grace machines with RHEL 9.6 with avocado framework installed (https://libvirt-rhos-jenkins-product.hosted.upshift.rdu2.redhat.com/job/libvirt-RHEL-9.6-provision-aarch64-function-cross_migration/25/)
on source host: - add temp.repo with BaseURL: http://download.eng.tlv.redhat.com/rhel-10/composes/RHEL-10/RHEL-10.0-20250217.2/compose/BaseOS/aarch64/os
- yum install kernel-64k-6.12.0-54*
- dnf install kernel-64k-modules-extra-6.12.0-54.el10.a* (It is necessary to install correct kernel-modules-extra to avoid issue: with starting default network: Failed to run firewall command iptables -w --table filter --insert LIBVIRT_FWO --in-interface virbr0 --jump REJECT: Warning: Extension REJECT revision 0 not supported, missing kernel module?)
- restart source host into RHEL-10
- setup rest of environment to be able to migrate from RHEL 10 to RHEL-9.6
- do live migration from RHEL-10 to RHEL9.6: virsh -c 'qemu:///system' migrate --live --domain avocado-vt-vm1 --desturi qemu+tcp://10.26.1.115/system
Expected results
VM is properly migrated
Actual results
VM migration fails with
error: operation failed: job 'migration out' failed: Sibling indicated error 1
Additional infos:
VM.XML attached
info on *source* host: */var/log/libvirt/qemu/avocado-vt-vm1.log*
2025-02-20 14:03:06.356+0000: initiating migration
2025-02-20T14:03:13.052274Z qemu-kvm: Unable to shutdown socket: Transport endpoint is not connected
2025-02-20T14:03:13.052318Z qemu-kvm: Sibling indicated error 1
info on destination host: */var/log/libvirt/qemu/avocado-vt-vm1.log* 2025-02-20T13:05:05.151308Z qemu-kvm: Features 0x1c0010130afffa7 unsupported. Allowed features: 0x10179bfffe7 2025-02-20T13:05:05.151337Z qemu-kvm: Failed to load virtio-net:virtio 2025-02-20T13:05:05.151342Z qemu-kvm: error while loading state for instance 0x0 of device '0000:00:01.0:00.0/virtio-net' 2025-02-20T13:05:05.151648Z qemu-kvm: load of migration failed: Operation not permitted 2025-02-20 13:05:05.552+0000: shutting down, reason=crashed
ps -aux | grep qemu
/usr/libexec/qemu-kvm -name guest=avocado-vt-vm1,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-2-avocado-vt-vm1/master-key.aes"} -blockdev {"driver":"file","filename":"/usr/share/edk2/aarch64/QEMU_EFI-silent-pflash.qcow2","node-name":"libvirt-pflash0-storage","auto-read-only":true,"discard":"unmap"} -blockdev {"node-name":"libvirt-pflash0-format","read-only":true,"driver":"qcow2","file":"libvirt-pflash0-storage","backing":null} -blockdev {"driver":"file","filename":"/var/lib/libvirt/qemu/nvram/avocado-vt-vm1_VARS.qcow2","node-name":"libvirt-pflash1-storage","auto-read-only":true,"discard":"unmap"} -blockdev {"node-name":"libvirt-pflash1-format","read-only":false,"driver":"qcow2","file":"libvirt-pflash1-storage","backing":null} -machine virt-rhel9.6.0,usb=off,gic-version=3,dump-guest-core=off,memory-backend=mach-virt.ram,pflash0=libvirt-pflash0-format,pflash1=libvirt-pflash1-format,acpi=on -accel kvm -cpu host -m size=4194304k -object {"qom-type":"memory-backend-ram","id":"mach-virt.ram","size":4294967296} -overcommit mem-lock=off -smp 2,sockets=2,cores=1,threads=1 -uuid 0e554cfe-3db1-4297-a21e-1219da697d47 -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=24,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device {"driver":"pcie-root-port","port":8,"chassis":1,"id":"pci.1","bus":"pcie.0","multifunction":true,"addr":"0x1"} -device {"driver":"pcie-root-port","port":9,"chassis":2,"id":"pci.2","bus":"pcie.0","addr":"0x1.0x1"} -device {"driver":"pcie-root-port","port":10,"chassis":3,"id":"pci.3","bus":"pcie.0","addr":"0x1.0x2"} -device {"driver":"pcie-root-port","port":11,"chassis":4,"id":"pci.4","bus":"pcie.0","addr":"0x1.0x3"} -device {"driver":"pcie-root-port","port":12,"chassis":5,"id":"pci.5","bus":"pcie.0","addr":"0x1.0x4"} -device {"driver":"pcie-root-port","port":13,"chassis":6,"id":"pci.6","bus":"pcie.0","addr":"0x1.0x5"} -device {"driver":"pcie-root-port","port":14,"chassis":7,"id":"pci.7","bus":"pcie.0","addr":"0x1.0x6"} -device {"driver":"pcie-root-port","port":15,"chassis":8,"id":"pci.8","bus":"pcie.0","addr":"0x1.0x7"} -device {"driver":"pcie-root-port","port":16,"chassis":9,"id":"pci.9","bus":"pcie.0","multifunction":true,"addr":"0x2"} -device {"driver":"pcie-root-port","port":17,"chassis":10,"id":"pci.10","bus":"pcie.0","addr":"0x2.0x1"} -device {"driver":"pcie-root-port","port":18,"chassis":11,"id":"pci.11","bus":"pcie.0","addr":"0x2.0x2"} -device {"driver":"pcie-root-port","port":19,"chassis":12,"id":"pci.12","bus":"pcie.0","addr":"0x2.0x3"} -device {"driver":"pcie-root-port","port":20,"chassis":13,"id":"pci.13","bus":"pcie.0","addr":"0x2.0x4"} -device {"driver":"pcie-root-port","port":21,"chassis":14,"id":"pci.14","bus":"pcie.0","addr":"0x2.0x5"} -device {"driver":"qemu-xhci","p2":15,"p3":15,"id":"usb","bus":"pci.2","addr":"0x0"} -device {"driver":"virtio-serial-pci","id":"virtio-serial0","bus":"pci.3","addr":"0x0"} -blockdev {"driver":"file","filename":"/images/jeos-27-aarch64.qcow2","aio":"native","node-name":"libvirt-1-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-1-format","read-only":false,"discard":"unmap","cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-1-storage","backing":null} -device {"driver":"virtio-blk-pci","bus":"pci.4","addr":"0x0","drive":"libvirt-1-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -netdev {"type":"tap","fd":"25","vhost":true,"vhostfd":"27","id":"hostnet0"} *-device {"driver":"virtio-net-pci","netdev":"hostnet0","id":"net0","mac":"52:54:00:38:a2:5c","bus":"pci.1","addr":"0x0"} *-chardev pty,id=charserial0 -serial chardev:charserial0 -chardev socket,id=charchannel0,fd=23,server=on,wait=off -device {"driver":"virtserialport","bus":"virtio-serial0.0","nr":1,"chardev":"charchannel0","id":"channel0","name":"org.qemu.guest_agent.0"} -chardev socket,id=chrtpm,path=/run/libvirt/qemu/swtpm/2-avocado-vt-vm1-swtpm.sock -tpmdev emulator,id=tpm-tpm0,chardev=chrtpm -device {"driver":"tpm-tis-device","tpmdev":"tpm-tpm0","id":"tpm0"} -device {"driver":"usb-tablet","id":"input0","bus":"usb.0","port":"1"} -device {"driver":"usb-kbd","id":"input1","bus":"usb.0","port":"2"} -audiodev {"id":"audio1","driver":"none"} -vnc 127.0.0.1:0,audiodev=audio1 -device {"driver":"virtio-gpu-pci","id":"video0","max_outputs":1,"bus":"pci.7","addr":"0x0"} -device {"driver":"virtio-balloon-pci","id":"balloon0","bus":"pci.5","addr":"0x0"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.6","addr":"0x0"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on
- relates to
-
RHEL-128552 [Dual Stream Cluster] VM fails to live migrate from rhcos10 node to rhcos9 node
-
- Planning
-
- links to
-
RHBA-2025:147368
qemu-kvm bug fix and enhancement update