[cloud-admin@edpm-compute-0 ~]$ cat /var/lib/openstack/config/nova/03-sriov-nova.conf [pci] device_spec = {"address":"0000:22:00.1","physical_network":"physnet1","trusted":"true"} device_spec = {"address": "0000:63:00.1", "vendor_id":"15b3", "product_id":"1017", "device_type":"type-PF"} device_spec = {"address": "0000:25:00.3", "vendor_id":"1022", "product_id":"148c", "device_type":"type-PCI"} alias = {"name": "mellanox_passthrough", "vendor_id": "15b3", "product_id": "15b3"} alias = {"name": "usb_passthrough", "vendor_id": "1022", "product_id": "148c"} report_in_placement = True sh-5.1$ openstack resource provider list +--------------------------------------+--------------------------------------------------+------------+--------------------------------------+--------------------------------------+ | uuid | name | generation | root_provider_uuid | parent_provider_uuid | +--------------------------------------+--------------------------------------------------+------------+--------------------------------------+--------------------------------------+ | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | edpm-compute-0.ctlplane.example.com | 80 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | None | | b565d638-9f21-4a67-8ce1-b024088aa331 | edpm-compute-1.ctlplane.example.com | 82 | b565d638-9f21-4a67-8ce1-b024088aa331 | None | | 66981965-0390-4669-a06a-341372deb78c | edpm-compute-0.ctlplane.example.com_0000:63:00.1 | 2 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | | 6f392742-ed54-4f7b-abf1-42de690bb5b7 | edpm-compute-1.ctlplane.example.com_0000:63:00.1 | 2 | b565d638-9f21-4a67-8ce1-b024088aa331 | b565d638-9f21-4a67-8ce1-b024088aa331 | | 55bfe16d-325b-4715-8844-62655898a84a | edpm-compute-1.ctlplane.example.com_0000:25:00.3 | 3 | b565d638-9f21-4a67-8ce1-b024088aa331 | b565d638-9f21-4a67-8ce1-b024088aa331 | | 73cf0f1b-e769-475e-a91a-ead7f54659a3 | edpm-compute-0.ctlplane.example.com_0000:25:00.3 | 2 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | +--------------------------------------+--------------------------------------------------+------------+--------------------------------------+--------------------------------------+ sh-5.1$ openstack flavor list +--------------------------------------+----------+-----+------+-----------+-------+-----------+ | ID | Name | RAM | Disk | Ephemeral | VCPUs | Is Public | +--------------------------------------+----------+-----+------+-----------+-------+-----------+ | 0b63ebd4-cae6-4dcf-9e14-6e43419978b3 | m1.nano | 128 | 1 | 0 | 1 | True | | 7b36bbfa-08b0-4710-ab89-85530208d671 | m1.micro | 192 | 1 | 0 | 1 | True | +--------------------------------------+----------+-----+------+-----------+-------+-----------+ sh-5.1$ openstack flavor create --ram 256 --disk 2 --vcpus 2 --property "pci_passthrough:alias"="usb_passthrough:1" m1.usb_flavor +----------------------------+-------------------------------------------+ | Field | Value | +----------------------------+-------------------------------------------+ | OS-FLV-DISABLED:disabled | False | | OS-FLV-EXT-DATA:ephemeral | 0 | | description | None | | disk | 2 | | id | 5312ef44-a851-453b-ae4d-4e69090dd904 | | name | m1.usb_flavor | | os-flavor-access:is_public | True | | properties | pci_passthrough:alias='usb_passthrough:1' | | ram | 256 | | rxtx_factor | 1.0 | | swap | | | vcpus | 2 | +----------------------------+-------------------------------------------+ sh-5.1$ openstack server create --flavor m1.usb_flavor --image cirros-0.6.2-x86_64-disk.img osprh-19451-guest --wait +-------------------------------------+---------------------------------------------------------------------+ | Field | Value | +-------------------------------------+---------------------------------------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | nova | | OS-EXT-SRV-ATTR:host | edpm-compute-1.ctlplane.example.com | | OS-EXT-SRV-ATTR:hypervisor_hostname | edpm-compute-1.ctlplane.example.com | | OS-EXT-SRV-ATTR:instance_name | instance-000000fd | | OS-EXT-STS:power_state | Running | | OS-EXT-STS:task_state | None | | OS-EXT-STS:vm_state | active | | OS-SRV-USG:launched_at | 2025-09-26T17:22:26.000000 | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | public=192.168.122.232 | | adminPass | gB4c2iTKbqeo | | config_drive | True | | created | 2025-09-26T17:22:18Z | | flavor | m1.usb_flavor (5312ef44-a851-453b-ae4d-4e69090dd904) | | hostId | 7e1cc28bc92f6adad4a50bc4e739798f1e6c404207094e79bd355883 | | id | 94c3dd90-2a07-4087-80e8-eb26d78b0190 | | image | cirros-0.6.2-x86_64-disk.img (95107688-1bcc-4998-9945-5da81ec405bd) | | key_name | None | | name | osprh-19451-guest | | progress | 0 | | project_id | 9403d28459f4455287bad7d25e78fbb2 | | properties | | | security_groups | name='default' | | status | ACTIVE | | updated | 2025-09-26T17:22:26Z | | user_id | 3b5cc7d64be34fd0922330a956a90963 | | volumes_attached | | +-------------------------------------+---------------------------------------------------------------------+ [zuul@controller-0 ~]$ ssh -i ~/.ssh/id_cifw cloud-admin@192.168.122.101 Register this system with Red Hat Insights: insights-client --register Create an account or view all your systems at https://red.ht/insights-dashboard Last login: Fri Sep 26 17:05:10 2025 from 192.168.122.9 [cloud-admin@edpm-compute-1 ~]$ sudo vi /var/lib/openstack/config/nova/03-sriov-nova.conf # remove device_spec [cloud-admin@edpm-compute-1 nova]# cat 03-sriov-nova.conf [pci] device_spec = {"address":"0000:22:00.1","physical_network":"physnet1","trusted":"true"} device_spec = {"address": "0000:25:00.3", "vendor_id":"1022", "product_id":"148c", "device_type":"type-PCI"} alias = {"name": "mellanox_passthrough", "vendor_id": "15b3", "product_id": "15b3"} alias = {"name": "usb_passthrough", "vendor_id": "1022", "product_id": "148c"} report_in_placement = True [cloud-admin@edpm-compute-1 ~]$ sudo systemctl restart edpm_nova_compute # Check logs Sep 26 18:24:54 edpm-compute-1 nova_compute[564754]: 2025-09-26 18:24:54.559 2 WARNING nova.pci.manager [None req-9092babe-298b-4ee6-88b6-3e22eea1a7c3 - - - - - -] Unable to remove device with status 'allocated' and ownership 94c3dd90-2a07-4087-80e8-eb26d78b0190 because of PCI device 1:0000:25:00.3 is allocated instead of ['available', 'unavailable', 'unclaimable']. Check your [pci]device_spec configuration to make sure this allocated device is whitelisted. If you have removed the device from the whitelist intentionally or the device is no longer available on the host you will need to delete the server or migrate it to another host to silence this warning.: nova.exception.PciDeviceInvalidStatus: PCI device 1:0000:25:00.3 is allocated instead of ['available', 'unavailable', 'unclaimable'] Sep 26 18:24:54 edpm-compute-1 nova_compute[564754]: 2025-09-26 18:24:54.724 2 DEBUG nova.compute.resource_tracker [None req-9092babe-298b-4ee6-88b6-3e22eea1a7c3 - - - - - -] Instance 94c3dd90-2a07-4087-80e8-eb26d78b0190 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 2, 'MEMORY_MB': 256, 'DISK_GB': 2}}. _remove_deleted_instances_allocations /usr/lib/python3.9/site-packages/nova/compute/resource_tracker.py:1668 Sep 26 18:24:55 edpm-compute-1 nova_compute[564754]: 2025-09-26 18:24:55.082 2 WARNING nova.compute.pci_placement_translator [None req-9092babe-298b-4ee6-88b6-3e22eea1a7c3 - - - - - -] Device spec is not found for device 0000:25:00.3 in [pci]device_spec. The device is allocated by 94c3dd90-2a07-4087-80e8-eb26d78b0190. We are keeping this device in the Placement view. You should not remove an allocated device from the configuration. Please restore the configuration. If you cannot restore the configuration as the device is dead then delete or cold migrate the instance and then restart the nova-compute service to resolve the inconsistency. Sep 26 18:24:55 edpm-compute-1 nova_compute[564754]: 2025-09-26 18:24:55.082 2 WARNING nova.compute.pci_placement_translator [None req-9092babe-298b-4ee6-88b6-3e22eea1a7c3 - - - - - -] Needed to adjust inventories of CUSTOM_PCI_1022_148C on resource provider edpm-compute-1.ctlplane.example.com_0000:25:00.3 from 0 to 1 due to existing placement allocations. This should only happen while VMs using already removed devices. # Delete Guest sh-5.1$ openstack server list +--------------------------------------+-------------------+--------+------------------------+------------------------------+---------------+ | ID | Name | Status | Networks | Image | Flavor | +--------------------------------------+-------------------+--------+------------------------+------------------------------+---------------+ | 94c3dd90-2a07-4087-80e8-eb26d78b0190 | osprh-19451-guest | ACTIVE | public=192.168.122.232 | cirros-0.6.2-x86_64-disk.img | m1.usb_flavor | +--------------------------------------+-------------------+--------+------------------------+------------------------------+---------------+ sh-5.1$ openstack server delete 94c3dd90-2a07-4087-80e8-eb26d78b0190 sh-5.1$ openstack server list sh-5.1$ openstack resource provider list +--------------------------------------+--------------------------------------------------+------------+--------------------------------------+--------------------------------------+ | uuid | name | generation | root_provider_uuid | parent_provider_uuid | +--------------------------------------+--------------------------------------------------+------------+--------------------------------------+--------------------------------------+ | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | edpm-compute-0.ctlplane.example.com | 80 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | None | | b565d638-9f21-4a67-8ce1-b024088aa331 | edpm-compute-1.ctlplane.example.com | 82 | b565d638-9f21-4a67-8ce1-b024088aa331 | None | | 66981965-0390-4669-a06a-341372deb78c | edpm-compute-0.ctlplane.example.com_0000:63:00.1 | 2 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | | 6f392742-ed54-4f7b-abf1-42de690bb5b7 | edpm-compute-1.ctlplane.example.com_0000:63:00.1 | 2 | b565d638-9f21-4a67-8ce1-b024088aa331 | b565d638-9f21-4a67-8ce1-b024088aa331 | | 55bfe16d-325b-4715-8844-62655898a84a | edpm-compute-1.ctlplane.example.com_0000:25:00.3 | 3 | b565d638-9f21-4a67-8ce1-b024088aa331 | b565d638-9f21-4a67-8ce1-b024088aa331 | | 73cf0f1b-e769-475e-a91a-ead7f54659a3 | edpm-compute-0.ctlplane.example.com_0000:25:00.3 | 2 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | +--------------------------------------+--------------------------------------------------+------------+--------------------------------------+--------------------------------------+ sh-5.1$ openstack resource provider list +--------------------------------------+--------------------------------------------------+------------+--------------------------------------+--------------------------------------+ | uuid | name | generation | root_provider_uuid | parent_provider_uuid | +--------------------------------------+--------------------------------------------------+------------+--------------------------------------+--------------------------------------+ | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | edpm-compute-0.ctlplane.example.com | 80 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | None | | b565d638-9f21-4a67-8ce1-b024088aa331 | edpm-compute-1.ctlplane.example.com | 82 | b565d638-9f21-4a67-8ce1-b024088aa331 | None | | 66981965-0390-4669-a06a-341372deb78c | edpm-compute-0.ctlplane.example.com_0000:63:00.1 | 2 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | | 6f392742-ed54-4f7b-abf1-42de690bb5b7 | edpm-compute-1.ctlplane.example.com_0000:63:00.1 | 2 | b565d638-9f21-4a67-8ce1-b024088aa331 | b565d638-9f21-4a67-8ce1-b024088aa331 | | 73cf0f1b-e769-475e-a91a-ead7f54659a3 | edpm-compute-0.ctlplane.example.com_0000:25:00.3 | 2 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | dd4813dd-8f59-4e6e-a1e4-cc3fc31718e7 | +--------------------------------------+--------------------------------------------------+------------+--------------------------------------+--------------------------------------+