Issue

Migrate a vm with q35 machine type from rhel8.4.0 av to rhel 9.4, the vm got crashed due to "qemu-kvm: Failed to put registers after init: Invalid argument" RHEL8.4.0 AV: kernel-4.18.0-305.120.1.el8_4.x86_64 qemu-kvm-5.2.0-16.module+el8.4.0+18177+78c83690.19.x86_64 seabios-bin-1.14.0-1.module+el8.4.0+8855+a9e237a9.noarch RHEL 9.4.0 kernel-5.14.0-409.el9.x86_64 qemu-kvm-8.2.0-2.el9.x86_64 seabios-bin-1.16.3-2.el9.noarch Steps, 1.boot up a vm on rhel8.4av 2.migrate it to rhel 9.4.0 cmdline, /usr/libexec/qemu-kvm -name "mouse-vm" -sandbox off -machine pc-q35-rhel8.4.0 -nodefaults  -cpu Icelake-Server,hv_stimer,hv_synic,hv_vpindex,hv_relaxed,hv_spinlocks=0x1fff,hv_vapic,hv_time,hv_frequencies,hv_runtime,hv_tlbflush,hv_reenlightenment,hv_stimer_direct,hv_ipi,+kvm_pv_unhalt -chardev socket,id=charmonitor,path=/home/tmp1,server,nowait -chardev pty,id=charserial0 -chardev socket,id=charchannel1,path=/home/tmp2,server,nowait -chardev socket,id=seabioslog_id,path=/home/seabios,server,nowait -device ide-cd,bus=ide.1,unit=0,drive=drive-ide0-1-0,id=ide0-1-0 -device ahci,id=ahci0,bus=pcie.0,addr=0x3 -device ide-cd,bus=ahci0.0,unit=0,drive=drive-ide0-1-1,id=ide0-1-1 -device pcie-root-port,port=0x10,chassis=1,id=pcie-root-port0,bus=pcie.0,multifunction=on,addr=0x4 -device virtio-scsi-pci,id=scsi0,bus=pcie-root-port0 -device pcie-root-port,port=0x11,chassis=2,id=pcie-root-port1,bus=pcie.0,addr=0x4.0x1 -device scsi-hd,bus=scsi0.0,lun=0,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -device scsi-hd,drive=drive-scsi-disk,bus=scsi0.0,lun=1,id=data-disk1 -device pcie-root-port,port=0x12,chassis=3,id=pcie-root-port2,bus=pcie.0,addr=0x4.0x2 -device virtio-serial-pci,id=virtio-serial0,bus=pcie-root-port2 -device isa-serial,chardev=charserial0,id=serial0 -device virtserialport,bus=virtio-serial0.0,nr=2,chardev=charchannel1,id=channel1,name=org.qemu.guest_agent.0 -device intel-hda,id=sound0,bus=pcie.0,addr=0x7 -device intel-hda,id=sound1,bus=pcie.0,addr=0x8 -device intel-hda,id=sound2,bus=pcie.0,addr=0x9 -device ich9-intel-hda,id=sound3,bus=pcie.0,addr=0xa -device pvpanic,ioport=1285 -device pcie-root-port,port=0x13,chassis=4,id=pcie-root-port3,bus=pcie.0,addr=0x4.0x3 -device e1000e,netdev=hostnet1,id=virtio-net-pci1,mac=00:52:68:26:31:03,bus=pcie-root-port3 -device pcie-root-port,port=0x14,chassis=5,id=pcie-root-port4,bus=pcie.0,addr=0x4.0x4 -device virtio-net-pci,netdev=hostnet2,id=virtio-net-pci2,mac=00:52:68:26:31:04,bus=pcie-root-port4 -device ide-hd,drive=drive-data-disk,id=system-disk,logical_block_size=512,physical_block_size=512,min_io_size=512,opt_io_size=512,discard_granularity=512,ver=fuxc-ver,bus=ide.0,unit=0 -device pcie-root-port,port=0x15,chassis=6,id=pcie-root-port5,bus=pcie.0,addr=0x4.0x5 -device ich9-usb-uhci6,id=uhci6,bus=pcie-root-port5 -device usb-kbd,id=kdb0,bus=uhci6.0 -device pcie-root-port,port=0x16,chassis=7,id=pcie-root-port6,bus=pcie.0,addr=0x4.0x6 -device ich9-usb-uhci5,id=uhci5,bus=pcie-root-port6 -device usb-mouse,id=mouse0,bus=uhci5.0 -device pcie-root-port,port=0x17,chassis=8,id=pcie-root-port7,bus=pcie.0,addr=0x4.0x7 -device qemu-xhci,id=xhci,bus=pcie-root-port7 -device pcie-root-port,port=0x18,chassis=9,id=pcie-root-port8,bus=pcie.0,multifunction=on,addr=0x10 -device usb-ehci,id=ehci,bus=pcie-root-port8 -device pcie-root-port,port=0x19,chassis=10,id=pcie-root-port9,bus=pcie.0,addr=0x10.0x1 -device piix3-usb-uhci,id=usb,bus=pcie-root-port9 -device pcie-root-port,port=0x20,chassis=11,id=pcie-root-port10,bus=pcie.0,addr=0x10.0x2 -device ich9-usb-uhci3,id=uhci,bus=pcie-root-port10 -device usb-storage,drive=drive-usb-0,id=usb-0,removable=on,bus=uhci.0,port=1 -device pcie-root-port,port=0x21,chassis=12,id=pcie-root-port11,bus=pcie.0,addr=0x10.0x3 -device pcie-root-port,port=0x22,chassis=13,id=pcie-root-port12,bus=pcie.0,addr=0x10.0x4 -device ich9-usb-ehci1,id=ehci1,bus=pcie-root-port11 -device usb-storage,drive=drive-usb-1,id=usb-1,removable=on,bus=ehci1.0,port=1 -device qemu-xhci,id=xhci1,bus=pcie-root-port12 -device usb-storage,drive=drive-usb-2,id=usb-2,removable=on,bus=xhci1.0,port=1 -device pcie-root-port,port=0x23,chassis=14,id=pcie-root-port13,bus=pcie.0,addr=0x10.0x5 -device virtio-rng-pci,id=rng0,bus=pcie-root-port13 -device pcie-root-port,port=0x24,chassis=15,id=pcie-root-port14,bus=pcie.0,addr=0x10.0x6 -device virtio-balloon-pci,id=balloon0,bus=pcie-root-port14 -device isa-debugcon,chardev=seabioslog_id,iobase=0x402 -device virtio-vga -device pcie-root-port,port=0x25,chassis=16,id=pcie-root-port15,bus=pcie.0,addr=0x10.0x7 -device pcie-pci-bridge,id=pci.1,bus=pcie-root-port15,addr=0x0 -device i6300esb,id=wdt0,bus=pci.1,addr=0x1 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840//a1.iso,node-name=drive_sys1 -blockdev driver=raw,node-name=drive-ide0-1-0,file=drive_sys1 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840//a2.iso,node-name=drive_sys2 -blockdev driver=raw,node-name=drive-ide0-1-1,file=drive_sys2 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840//rhel840-64-virtio-scsi.qcow2,node-name=drive_sys3 -blockdev driver=qcow2,node-name=drive-virtio-disk0,file=drive_sys3 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840//d2.qcow2,node-name=drive_sys4 -blockdev driver=qcow2,node-name=drive-scsi-disk,file=drive_sys4 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840//d3.raw,node-name=drive_sys5 -blockdev driver=raw,node-name=drive-data-disk,file=drive_sys5 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840//d4.qcow2,node-name=drive_sys6 -blockdev driver=qcow2,node-name=usb-disk1,file=drive_sys6 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840//d5.qcow2,node-name=drive_sys7 -blockdev driver=qcow2,node-name=usb-disk2,file=drive_sys7 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840//d6.qcow2,node-name=drive_sys8 -blockdev driver=qcow2,node-name=usb-disk3,file=drive_sys8 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840//d7.qcow2,node-name=drive_sys9 -blockdev driver=qcow2,node-name=drive-usb-0,file=drive_sys9 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840//d8.qcow2,node-name=drive_sys10 -blockdev driver=qcow2,node-name=drive-usb-1,file=drive_sys10 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840//d9.qcow2,node-name=drive_sys11 -blockdev driver=qcow2,node-name=drive-usb-2,file=drive_sys11 -object memory-backend-ram,policy=bind,id=mem-1,size=2048M,prealloc=yes,host-nodes=0 -object memory-backend-ram,policy=bind,id=mem-2,size=2048M,prealloc=yes,host-nodes=0 -numa node,memdev=mem-1 -numa node,memdev=mem-2 -netdev tap,id=hostnet1,vhost=on,script=/etc/qemu-ifup,downscript=/etc/qemu-ifdown -netdev tap,id=hostnet2,vhost=on,script=/etc/qemu-ifup,downscript=/etc/qemu-ifdown -m 4096,slots=256,maxmem=32G -smp 8,cores=1,threads=1,sockets=8 -vnc :10 -rtc base=utc,clock=host -boot order=cdn,once=c,menu=on,strict=on -enable-kvm  -qmp tcp:0:3333,server,nowait -qmp tcp:0:9999,server=on,wait=off -qmp tcp:0:9888,server=on,wait=off -serial tcp:0:4444,server,nowait -monitor stdio -watchdog-action reset or /usr/libexec/qemu-kvm -name "mouse-vm" -sandbox on -machine pc-i440fx-rhel7.6.0 -nodefaults  -vga qxl -cpu Icelake-Server,hv_stimer,hv_synic,hv_vpindex,hv_relaxed,hv_spinlocks=0x1fff,hv_vapic,hv_time,hv_frequencies,hv_runtime,hv_tlbflush,hv_reenlightenment,hv_stimer_direct,hv_ipi,+kvm_pv_unhalt -chardev socket,id=charmonitor,path=/home/tmp1,server,nowait -chardev pty,id=charserial0 -chardev spicevmc,id=charchannel0,name=vdagent -chardev socket,id=charchannel1,path=/home/tmp2,server,nowait -chardev spicevmc,id=charredir0,name=usbredir -chardev socket,id=seabioslog_id,path=/home/seabios,server,nowait -device ich9-usb-ehci1,id=usb0,bus=pci.0,addr=0x5.0x7 -device ich9-usb-uhci1,masterbus=usb0.0,firstport=0,bus=pci.0,multifunction=on,addr=0x5 -device ich9-usb-uhci2,masterbus=usb0.0,firstport=2,bus=pci.0,addr=0x5.0x1 -device ich9-usb-uhci3,masterbus=usb0.0,firstport=4,bus=pci.0,addr=0x5.0x2 -device virtio-serial-pci,id=virtio-serial0,bus=pci.0,addr=0x7 -device virtio-scsi-pci,id=scsi0,cmd_per_lun=234,bus=pci.0,addr=0x8 -device ide-cd,bus=ide.1,unit=0,drive=drive-ide0-1-0,id=ide0-1-0 -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x9,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -device virtio-scsi-pci,id=scsi1,addr=0x13 -device scsi-hd,drive=drive-scsi-disk,bus=scsi1.0,id=data-disk2 -device isa-serial,chardev=charserial0,id=serial0 -device virtserialport,bus=virtio-serial0.0,nr=1,chardev=charchannel0,id=channel0,name=com.redhat.spice.0 -device virtserialport,bus=virtio-serial0.0,nr=2,chardev=charchannel1,id=channel1,name=org.qemu.guest_agent.0 -device usb-tablet,id=input0 -device intel-hda,id=sound0,bus=pci.0,addr=0x4 -device hda-duplex,id=sound0-codec0,bus=sound0.0,cad=0 -device intel-hda,id=sound1,bus=pci.0,addr=0x6 -device hda-micro,id=sound1-codec0,bus=sound1.0 -device intel-hda,id=sound2,bus=pci.0,addr=0x17 -device hda-output,id=sound2-codec0,bus=sound2.0,cad=0 -device ich9-intel-hda,id=sound3,bus=pci.0,addr=0x18 -device hda-duplex,id=sound3-codec0,bus=sound3.0,cad=0 -device usb-redir,chardev=charredir0,id=redir0 -device usb-host,id=hostdev0 -device pvpanic,ioport=1285 -device virtio-net-pci,netdev=hostnet0,id=virtio-net-pci0,mac=b6:af:42:c8:66:18,bus=pci.0,addr=0x14 -device e1000,netdev=hostnet1,id=virtio-net-pci1,mac=b6:2f:a8:85:82:7c,bus=pci.0,addr=0x15,multifunction=off -device rtl8139,netdev=hostnet2,id=virtio-net-pci2,mac=4e:63:28:bc:c1:75,bus=pci.0,addr=0x16,multifunction=off -device e1000e,netdev=hostnet4,id=virtio-net-pci4,mac=4e:63:28:bc:c1:85,bus=pci.0,addr=0x19,multifunction=off -device e1000-82540em,netdev=hostnet3,id=virtio-net-pci3,mac=4e:63:28:bc:c1:86,bus=pci.0,addr=0x1e,multifunction=off -device ide-hd,drive=drive-data-disk,id=system-disk,logical_block_size=512,physical_block_size=512,min_io_size=512,opt_io_size=512,discard_granularity=512,bus=ide.0,unit=0 -device ich9-usb-uhci6,id=uhci6,bus=pci.0,addr=0xa -device usb-kbd,id=kdb0,bus=uhci6.0 -device ich9-usb-uhci5,id=uhci5,bus=pci.0,addr=0xb -device usb-mouse,id=mouse0,bus=uhci5.0 -device nec-usb-xhci,id=xhci,bus=pci.0,addr=0xd -device usb-ehci,id=ehci,bus=pci.0,addr=0xe -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0xf -device ich9-usb-uhci3,id=uhci,bus=pci.0,addr=0x10 -device usb-storage,drive=drive-usb-0,id=usb-0,removable=on,bus=uhci.0,port=1 -device ich9-usb-ehci1,id=ehci1,bus=pci.0,addr=0x11 -device usb-storage,drive=drive-usb-1,id=usb-1,removable=on,bus=ehci1.0,port=1 -device virtio-rng-pci,id=rng0,bus=pci.0,addr=0x1c -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x1d -device isa-debugcon,chardev=seabioslog_id,iobase=0x402 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/a1.iso,node-name=drive_sys1 -blockdev driver=raw,node-name=drive-ide0-1-0,file=drive_sys1 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/a2.iso,node-name=drive_sys2 -blockdev driver=raw,node-name=drive-fdc0-0-0,file=drive_sys2 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/win10-64-virtio-scsi.qcow2,node-name=drive_sys3 -blockdev driver=qcow2,node-name=drive-virtio-disk0,file=drive_sys3 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/d2.qcow2,node-name=drive_sys4 -blockdev driver=qcow2,node-name=drive-scsi-disk,file=drive_sys4 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/d3.raw,node-name=drive_sys5 -blockdev driver=raw,node-name=drive-data-disk,file=drive_sys5 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/a3.iso,node-name=drive_sys6 -blockdev driver=raw,node-name=usb-cdrom1,file=drive_sys6 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/d4.qcow2,node-name=drive_sys7 -blockdev driver=qcow2,node-name=usb-disk1,file=drive_sys7 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/a4.iso,node-name=drive_sys8 -blockdev driver=raw,node-name=usb-cdrom2,file=drive_sys8 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/d5.qcow2,node-name=drive_sys9 -blockdev driver=qcow2,node-name=usb-disk2,file=drive_sys9 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/a5.iso,node-name=drive_sys10 -blockdev driver=raw,node-name=usb-cdrom3,file=drive_sys10 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/d6.qcow2,node-name=drive_sys11 -blockdev driver=qcow2,node-name=usb-disk3,file=drive_sys11 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/d7.qcow2,node-name=drive_sys12 -blockdev driver=qcow2,node-name=drive-usb-0,file=drive_sys12 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/d8.qcow2,node-name=drive_sys13 -blockdev driver=qcow2,node-name=drive-usb-1,file=drive_sys13 -blockdev driver=file,cache.direct=on,cache.no-flush=off,filename=/home/rhel840/d9.qcow2,node-name=drive_sys14 -blockdev driver=qcow2,node-name=drive-usb-2,file=drive_sys14 -object memory-backend-ram,policy=bind,id=mem-1,size=2048M,prealloc=yes,host-nodes=0 -numa node,memdev=mem-1 -object memory-backend-ram,policy=bind,id=mem-2,size=2048M,prealloc=yes,host-nodes=0 -numa node,memdev=mem-2 -netdev tap,id=hostnet0,vhost=on,id=hostnet0,script=/etc/qemu-ifup,downscript=/etc/qemu-ifdown -netdev tap,id=hostnet1,vhost=on,script=/etc/qemu-ifup,downscript=/etc/qemu-ifdown -netdev tap,id=hostnet2,vhost=on,script=/etc/qemu-ifup,downscript=/etc/qemu-ifdown -netdev tap,id=hostnet4,vhost=on,script=/etc/qemu-ifup,downscript=/etc/qemu-ifdown -netdev tap,id=hostnet3,vhost=on,script=/etc/qemu-ifup,downscript=/etc/qemu-ifdown -m 4096,slots=256,maxmem=32G -smp 8,cores=1,threads=1,sockets=8 -vnc :10 -rtc base=utc,clock=host -boot order=cdn,once=c,menu=on,strict=on -enable-kvm  -qmp tcp:0:3333,server,nowait -qmp tcp:0:9999,server=on,wait=off -qmp tcp:0:9888,server=on,wait=off -serial tcp:0:4444,server,nowait -monitor stdio -watchdog-action reset On src side: It said it's completed (qemu)  migrate -d tcp:10.73.211.14:4000 ... (qemu) info migrate globals: store-global-state: on only-migratable: off send-configuration: on send-section-footer: on decompress-error-check: on clear-bitmap-shift: 18 Migration status: completed total time: 16826 ms downtime: 328 ms setup: 2 ms transferred ram: 1916913 kbytes throughput: 938.27 mbps remaining ram: 0 kbytes total ram: 4203656 kbytes duplicate: 591703 pages skipped: 0 pages normal: 476996 pages normal bytes: 1907984 kbytes dirty sync count: 4 page size: 4 kbytes multifd bytes: 0 kbytes pages-per-second: 29130 On dst side: (qemu) migrate_incoming tcp:[::]:4000 (qemu) qemu-kvm: Failed to put registers after init: Invalid argument

Release Notes

No. of Comments

Resolution

Done