./attach_usb_devices.sh cifmw-compute-12nt3v30-0 10
./attach_usb_devices.sh cifmw-compute-12nt3v30-1 10
[zuul@compute-12nt3v30-0 ~]$ lspci -nn | grep -i usb
00:06.0 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB UHCI Controller #1 [8086:2934] (rev 03)
00:06.1 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB UHCI Controller #2 [8086:2935] (rev 03)
00:06.2 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB UHCI Controller #3 [8086:2936] (rev 03)
00:06.7 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB2 EHCI Controller #1 [8086:293a] (rev 03)
09:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0a:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0b:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0c:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0d:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0e:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0f:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
10:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
11:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
12:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
13:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
14:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
15:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
[zuul@compute-12nt3v30-1 ~]$ lspci -nn | grep -i usb
00:06.0 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB UHCI Controller #1 [8086:2934] (rev 03)
00:06.1 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB UHCI Controller #2 [8086:2935] (rev 03)
00:06.2 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB UHCI Controller #3 [8086:2936] (rev 03)
00:06.7 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB2 EHCI Controller #1 [8086:293a] (rev 03)
09:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0a:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0b:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0c:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0d:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0e:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0f:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
10:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
11:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
[pci]
alias = {"name": "usb_passthrough", "vendor_id":"1b36", "product_id":"000d"}
[filter_scheduler]
pci_in_placement = True
[pci]
device_spec = {"address": "0000:0a:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0b:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0c:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0d:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0e:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0f:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:09:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:10:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:11:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:12:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:13:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:14:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:15:00.0", "vendor_id":"1b36", "product_id":"000d"}
alias = {"name": "usb_passthrough", "vendor_id": "1b36", "product_id": "000d"}
report_in_placement = True
[pci]
device_spec = {"address": "0000:0a:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0b:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0c:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0d:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0e:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0f:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:09:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:10:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:11:00.0", "vendor_id":"1b36", "product_id":"000d"}
alias = {"name": "usb_passthrough", "vendor_id": "1b36", "product_id": "000d"}
report_in_placement = True
[zuul@controller-0 ~]$ oc get osctlplane controlplane -o json | jq -r .spec.nova.template.apiServiceTemplate.customServiceConfig
[pci]
alias = {"name": "usb_passthrough", "vendor_id":"1b36", "product_id":"000d"}
[filter_scheduler]
pci_in_placement = True
[zuul@controller-0 ~]$ oc get osctlplane controlplane -o json | jq -r .spec.nova.template.cellTemplates.cell0.conductorServiceTemplate.customServiceConfig
[filter_scheduler]
pci_in_placement = True
[zuul@controller-0 ~]$ oc get osctlplane controlplane -o json | jq -r .spec.nova.template.cellTemplates.cell1.conductorServiceTemplate.customServiceConfig
[filter_scheduler]
pci_in_placement = True
[zuul@controller-0 ~]$ oc get osctlplane controlplane -o json | jq -r .spec.nova.template.schedulerServiceTemplate.customServiceConfig
[filter_scheduler]
pci_in_placement = True
sh-5.1$ openstack flavor list
+--------------------------------------+-------------------+-----+------+-----------+-------+-----------+
| ID | Name | RAM | Disk | Ephemeral | VCPUs | Is Public |
+--------------------------------------+-------------------+-----+------+-----------+-------+-----------+
| 06703acc-30a8-415e-b973-82a21ed9d0e1 | m1.nano | 128 | 1 | 0 | 1 | True |
| 100 | customized_flavor | 512 | 10 | 0 | 1 | True |
| 210fbdcc-94cf-428a-a7ad-0d22bf4996a3 | m1.micro | 192 | 1 | 0 | 1 | True |
| 57b0ce71-8a41-441f-a703-23a7cf157552 | aC7HLfAGVvam6PJN | 128 | 0 | 0 | 1 | True |
| e3837a6e-6942-4bb3-b161-ed30f05f6815 | gxpdjXIuKnIrJ8Aw | 256 | 0 | 0 | 1 | True |
+--------------------------------------+-------------------+-----+------+-----------+-------+-----------+
sh-5.1$ openstack flavor create flav-osprh-20355 --ram 256 --disk 1 --vcpu 2 --property pci_passthrough:alias='usb_passthrough:8'
+----------------------------+-------------------------------------------+
| Field | Value |
+----------------------------+-------------------------------------------+
| OS-FLV-DISABLED:disabled | False |
| OS-FLV-EXT-DATA:ephemeral | 0 |
| description | None |
| disk | 1 |
| id | 7ce4e960-f8b3-418b-81d5-d9005a086c07 |
| name | flav-osprh-20355 |
| os-flavor-access:is_public | True |
| properties | pci_passthrough:alias='usb_passthrough:8' |
| ram | 256 |
| rxtx_factor | 1.0 |
| swap | |
| vcpus | 2 |
+----------------------------+-------------------------------------------+
sh-5.1$ openstack image list
+--------------------------------------+-----------------------------------------------------------+--------+
| ID | Name | Status |
+--------------------------------------+-----------------------------------------------------------+--------+
| 59133330-e80c-4573-af3d-bdc70a9dc518 | tobiko.openstack.stacks._advanced_vm.AdvancedImageFixture | active |
| 0386b298-83a8-4f02-8deb-b15d746dd64a | tobiko.openstack.stacks._cirros.CirrosImageFixture | active |
+--------------------------------------+-----------------------------------------------------------+--------+
sh-5.1$ openstack network list
+--------------------------------------+-------------------------------------------------------------------------------------------+----------------------------------------------------------------------------+
| ID | Name | Subnets |
+--------------------------------------+-------------------------------------------------------------------------------------------+----------------------------------------------------------------------------+
| 07102d04-4296-4050-860a-b5838c894986 | tobiko.openstack.stacks._neutron.NetworkWithNetMtuWriteStackFixture-_network-njj4tx6l7ghk | a536eb8d-e39d-46b5-b55a-e733e50701d8, f62f2740-2448-4546-9cf8-05154c3b5c74 |
| 267dd86e-321e-44f4-959a-06997df0ef97 | tobiko.openstack.stacks._vlan.VlanNetworkStackFixture-_network-4lonb6mkpv4l | 3fbffbb3-ae4c-4ebe-9293-9566375ade08, 47ad51b3-5d12-459f-8ca2-636c98d96d73 |
| 72dd5237-1717-4b30-aef1-de5a23249d86 | tobiko.openstack.stacks._neutron.NetworkStackFixture-_network-6h4zvlrad3sq | 1b9f63c8-788a-43cd-a053-49e492f02560, d588bfe4-3992-4899-8325-2c7659897048 |
| 9f1fa133-acb9-4205-a029-062caaf594a6 | heat_tempestconf_network | 36d0f751-1371-4342-8b1e-1510cdaf1e86 |
| d3803d5f-c5d2-4f13-afc1-138d0fd82f2e | tobiko.openstack.stacks._qos.QosNetworkStackFixture-_network-wm7cox4cdo3o | 5296dba3-0367-4249-984a-e8255cd16680, 7fffb8d3-6ad9-4762-bdb5-ca716c8e53b6 |
| d8e40424-ebdd-4765-8110-a565f76a0c95 | public | 13a235ed-3c1d-4167-936c-daf3a4c65a31 |
+--------------------------------------+-------------------------------------------------------------------------------------------+----------------------------------------------------------------------------+
sh-5.1$ openstack server create --image 59133330-e80c-4573-af3d-bdc70a9dc518 --flavor flav-osprh-20355 --network public guest-osprh-20355 --wait
Error creating server: guest-osprh-20355
Error creating server
2025-10-27 15:00:52.592 1 DEBUG nova.scheduler.manager [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] Starting to schedule for instances: ['eaf0cd07-158d-4f83-bb9a-9ec64fea1e58'] select_destinations /usr/lib/python3.9/site-packages/nova/scheduler/manager.py:142^[[00m
2025-10-27 15:00:52.630 1 DEBUG nova.scheduler.request_filter [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] Request filter 'require_tenant_aggregate' took 0.0 seconds wrapper /usr/lib/python3.9/site-packages/nova/scheduler/request_filter.py:46^[[00m
2025-10-27 15:00:52.631 1 DEBUG nova.scheduler.request_filter [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] require_image_type_support request filter added required trait COMPUTE_IMAGE_TYPE_QCOW2 require_image_type_support /usr/lib/python3.9/site-packages/nova/scheduler/request_filter.py:194^[[00m
2025-10-27 15:00:52.632 1 DEBUG nova.scheduler.request_filter [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] Request filter 'require_image_type_support' took 0.0 seconds wrapper /usr/lib/python3.9/site-packages/nova/scheduler/request_filter.py:46^[[00m
2025-10-27 15:00:52.633 1 DEBUG nova.scheduler.request_filter [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] compute_status_filter request filter added forbidden trait COMPUTE_STATUS_DISABLED compute_status_filter /usr/lib/python3.9/site-packages/nova/scheduler/request_filter.py:255^[[00m
2025-10-27 15:00:52.633 1 DEBUG nova.scheduler.request_filter [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] Request filter 'compute_status_filter' took 0.0 seconds wrapper /usr/lib/python3.9/site-packages/nova/scheduler/request_filter.py:46^[[00m
2025-10-27 15:00:52.675 1 DEBUG nova.scheduler.request_filter [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] Request filter 'isolate_aggregates' took 0.0 seconds wrapper /usr/lib/python3.9/site-packages/nova/scheduler/request_filter.py:46^[[00m
2025-10-27 15:00:52.676 1 DEBUG nova.scheduler.request_filter [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] Request filter 'transform_image_metadata' took 0.0 seconds wrapper /usr/lib/python3.9/site-packages/nova/scheduler/request_filter.py:46^[[00m
2025-10-27 15:00:52.677 1 DEBUG nova.scheduler.request_filter [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] Request filter 'accelerators_filter' took 0.0 seconds wrapper /usr/lib/python3.9/site-packages/nova/scheduler/request_filter.py:46^[[00m
2025-10-27 15:00:54.697 1 DEBUG nova.scheduler.request_filter [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] Request filter 'routed_networks_filter' took 2.0 seconds wrapper /usr/lib/python3.9/site-packages/nova/scheduler/request_filter.py:46^[[00m
2025-10-27 15:00:54.698 1 DEBUG nova.scheduler.request_filter [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] Request filter 'remote_managed_ports_filter' took 0.0 seconds wrapper /usr/lib/python3.9/site-packages/nova/scheduler/request_filter.py:46^[[00m
2025-10-27 15:00:54.699 1 DEBUG nova.scheduler.request_filter [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] ephemeral_encryption_filter skipped ephemeral_encryption_filter /usr/lib/python3.9/site-packages/nova/scheduler/request_filter.py:412^[[00m
2025-10-27 15:00:54.707 1 WARNING nova.scheduler.utils [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] There is more than one numbered request group in the allocation candidate query but the flavor did not specify any group policy. This query would fail in placement due to the missing group policy. If you specified more than one numbered request group in the flavor extra_spec then you need to specify the group policy in the flavor extra_spec. If it is OK to let these groups be satisfied by overlapping resource providers then use 'group_policy': 'none'. If you want each group to be satisfied from a separate resource provider then use 'group_policy': 'isolate'.^[[00m
2025-10-27 15:00:54.708 1 INFO nova.scheduler.utils [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] At least one numbered request group is defined outside of the flavor (e.g. in a port that has a QoS minimum bandwidth policy rule attached) but the flavor did not specify any group policy. To avoid the placement failure nova defaults the group policy to 'none'.^[[00m
2025-10-27 15:01:54.883 1 ERROR nova.scheduler.client.report [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] Failed to retrieve allocation candidates from placement API for filters: RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='f834f7b8-368f-4cf2-a5b4-713eb9b6b5b4-0',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='f834f7b8-368f-4cf2-a5b4-713eb9b6b5b4-1',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='f834f7b8-368f-4cf2-a5b4-713eb9b6b5b4-2',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='f834f7b8-368f-4cf2-a5b4-713eb9b6b5b4-3',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='f834f7b8-368f-4cf2-a5b4-713eb9b6b5b4-4',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='f834f7b8-368f-4cf2-a5b4-713eb9b6b5b4-5',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='f834f7b8-368f-4cf2-a5b4-713eb9b6b5b4-6',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='f834f7b8-368f-4cf2-a5b4-713eb9b6b5b4-7',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id=None,required_traits=set([]),resources={DISK_GB=1,MEMORY_MB=256,VCPU=2},use_same_provider=False)
Got 504:
504 Gateway Timeout
Gateway Timeout
The gateway did not receive a timely response
from the upstream server or application.
.^[[00m
2025-10-27 15:01:54.884 1 INFO nova.scheduler.manager [None req-4dd3ead2-fc79-44ef-9b2a-4900e6f07180 86abb11a873243f89bc996748fddaebf 7a56f755038f4ac6a7452b9b983ffda3 - - default default] Got no allocation candidates from the Placement API. This could be due to insufficient resources or a temporary occurrence as compute nodes start up.^[[00m
####### With Fix
# Confirm commit is present
[zuul@controller-0 ~]$ oc rsh placement-56f44bf97d-42hdl
sh-5.1$ grep -B3 'self.resource_provider.uuid, self.resource_class, self.amount' /usr/lib/python3.9/site-packages/placement/objects/allocation_candidate.py
def __repr__(self):
return str(
(self.resource_provider.uuid, self.resource_class, self.amount))
[zuul@titan96 ~]$ cat add_usb_controller.sh
#!/usr/bin/env bash
# Attach N USB qcow2 disks to a libvirt/KVM guest.
# Usage: ./attach-usb-disks.sh
# Example: ./attach-usb-disks.sh win01 3
set -euo pipefail
# ---------- config you can tweak ----------
CONTROLLER_MODEL="qemu-xhci" # USB3 controller
# -----------------------------------------
err() { echo "ERROR: $*" >&2; exit 1; }
if [[ $# -ne 2 ]]; then
err "Usage: $0 "
fi
GUEST="$1"
COUNT="$2"
# Validate COUNT is a positive integer
[[ "$COUNT" =~ ^[1-9][0-9]*$ ]] || err "count must be a positive integer"
# Require tools
for bin in qemu-img virt-xml virsh; do
command -v "$bin" >/dev/null 2>&1 || err "Missing required command: $bin"
done
# Confirm guest exists
if ! virsh dominfo "$GUEST" >/dev/null 2>&1; then
err "Guest '$GUEST' not found (virsh dominfo failed)"
fi
# Shutdown guest
echo "Shutdown guest ($GUEST)"
virsh destroy $GUEST
# mkdir -p "$IMG_DIR"
for i in $(seq 1 "$COUNT"); do
virt-xml "$GUEST" --add-device --controller "type=usb,model=$CONTROLLER_MODEL"
echo "[+] Added USB controller ($CONTROLLER_MODEL)."
done
# Start the guest
echo "Start guest ($GUEST)"
virsh start $GUEST
echo "[✓] Done. If the VM is running, you may need to reboot it for all changes to take effect."
[zuul@titan96 ~]$ ./add_usb_controller.sh cifmw-compute-t3ljdzd4-0 10
[zuul@titan96 ~]$ ./add_usb_controller.sh cifmw-compute-t3ljdzd4-1 10
[zuul@compute-t3ljdzd4-0 ~]$ lspci -nn | grep -i usb
00:06.0 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB UHCI Controller #1 [8086:2934] (rev 03)
00:06.1 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB UHCI Controller #2 [8086:2935] (rev 03)
00:06.2 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB UHCI Controller #3 [8086:2936] (rev 03)
00:06.7 USB controller [0c03]: Intel Corporation 82801I (ICH9 Family) USB2 EHCI Controller #1 [8086:293a] (rev 03)
09:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0a:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0b:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0c:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0d:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0e:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
0f:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
10:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
11:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
12:00.0 USB controller [0c03]: Red Hat, Inc. QEMU XHCI Host Controller [1b36:000d] (rev 01)
[zuul@compute-t3ljdzd4-0 ~]$ sudo grubby --update-kernel=ALL --args="iommu=pt intel_iommu=on"
[zuul@compute-t3ljdzd4-0 ~]$ sudo grub2-mkconfig -o /boot/grub2/grub.cfg
[zuul@compute-t3ljdzd4-0 nova]$ sudo vi 02-nova-host-specific.conf
[zuul@compute-t3ljdzd4-0 nova]$ cat 02-nova-host-specific.conf
[DEFAULT]
my_ip = 192.168.122.100
host = compute-t3ljdzd4-0.ctlplane.example.com
[libvirt]
live_migration_with_native_tls = True
live_migration_uri = qemu+tls://%s/system
[pci]
device_spec = {"address": "0000:0a:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0b:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0c:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0d:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0e:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:0f:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:09:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:10:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:11:00.0", "vendor_id":"1b36", "product_id":"000d"}
device_spec = {"address": "0000:12:00.0", "vendor_id":"1b36", "product_id":"000d"}
alias = {"name": "usb_passthrough", "vendor_id": "1b36", "product_id": "000d"}
report_in_placement = True
[zuul@compute-t3ljdzd4-0 nova]$ sudo systemctl list-units --type=service | grep nova
edpm_nova_compute.service loaded active running nova_compute container
[zuul@compute-t3ljdzd4-0 nova]$ sudo systemctl restart edpm_nova_compute.service
# Controlplane
[zuul@controller-0 ~]$ oc get osctlplane controlplane -o json | jq -r .spec.nova.template.apiServiceTemplate.customServiceConfig
[pci]
alias = {"name": "usb_passthrough", "vendor_id":"1b36", "product_id":"000d"}
[filter_scheduler]
pci_in_placement = True
[zuul@controller-0 ~]$ oc get osctlplane controlplane -o json | jq -r .spec.nova.template.cellTemplates.cell0.conductorServiceTemplate.customServiceConfig
[filter_scheduler]
pci_in_placement = True
[zuul@controller-0 ~]$ oc get osctlplane controlplane -o json | jq -r .spec.nova.template.cellTemplates.cell1.conductorServiceTemplate.customServiceConfig
[filter_scheduler]
pci_in_placement = True
[zuul@controller-0 ~]$ oc get osctlplane controlplane -o json | jq -r .spec.nova.template.schedulerServiceTemplate.customServiceConfig
[filter_scheduler]
pci_in_placement = True
sh-5.1$ openstack resource provider list
+--------------------------------------+------------------------------------------------------+------------+--------------------------------------+--------------------------------------+
| uuid | name | generation | root_provider_uuid | parent_provider_uuid |
+--------------------------------------+------------------------------------------------------+------------+--------------------------------------+--------------------------------------+
| c8b20f8d-677b-4adf-8646-2ebb66aa3239 | compute-t3ljdzd4-0.ctlplane.example.com | 208 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 | None |
| 37a848ea-6493-4169-95f5-14da838cf2c7 | compute-t3ljdzd4-1.ctlplane.example.com | 212 | 37a848ea-6493-4169-95f5-14da838cf2c7 | None |
| 82b91e3d-bdd6-4e9e-9367-2618b2bc4aeb | compute-t3ljdzd4-0.ctlplane.example.com_0000:09:00.0 | 2 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 |
| 0d6ed1b6-eac1-46a1-a30c-f433568c3918 | compute-t3ljdzd4-0.ctlplane.example.com_0000:0A:00.0 | 2 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 |
| 14beedca-fa49-45ea-865d-8d99648d24b5 | compute-t3ljdzd4-0.ctlplane.example.com_0000:0B:00.0 | 2 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 |
| 0ba8425d-6731-41f5-b58b-0f1d40b9d06a | compute-t3ljdzd4-0.ctlplane.example.com_0000:0C:00.0 | 2 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 |
| d97f6395-8b83-4e21-a9c8-ac7e79111d9d | compute-t3ljdzd4-0.ctlplane.example.com_0000:0D:00.0 | 2 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 |
| 337ba53c-cc04-4638-a9c1-1af553351dd5 | compute-t3ljdzd4-0.ctlplane.example.com_0000:0E:00.0 | 2 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 |
| e550bda7-263b-47dc-bb6a-de9f01e90663 | compute-t3ljdzd4-0.ctlplane.example.com_0000:0F:00.0 | 2 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 |
| 6e655b6a-12c1-422d-a62c-bc649bbc5ade | compute-t3ljdzd4-0.ctlplane.example.com_0000:10:00.0 | 2 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 |
| 37f87a68-a202-48a5-a5f8-f2f267f71d95 | compute-t3ljdzd4-0.ctlplane.example.com_0000:11:00.0 | 2 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 |
| d28bf629-cc3b-4c70-b8b0-02a0e86c5e74 | compute-t3ljdzd4-0.ctlplane.example.com_0000:12:00.0 | 2 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 | c8b20f8d-677b-4adf-8646-2ebb66aa3239 |
| 70bed7a0-0893-42e7-a0fc-647b865447c1 | compute-t3ljdzd4-1.ctlplane.example.com_0000:09:00.0 | 2 | 37a848ea-6493-4169-95f5-14da838cf2c7 | 37a848ea-6493-4169-95f5-14da838cf2c7 |
| 54a268da-3d68-4c26-8dc9-51eea06513bd | compute-t3ljdzd4-1.ctlplane.example.com_0000:0A:00.0 | 2 | 37a848ea-6493-4169-95f5-14da838cf2c7 | 37a848ea-6493-4169-95f5-14da838cf2c7 |
| 45afd55b-098b-43dd-92cc-0412bdafa44d | compute-t3ljdzd4-1.ctlplane.example.com_0000:0B:00.0 | 2 | 37a848ea-6493-4169-95f5-14da838cf2c7 | 37a848ea-6493-4169-95f5-14da838cf2c7 |
| 5cbf97ce-bd5f-4c2b-ad4a-2e0a3a511335 | compute-t3ljdzd4-1.ctlplane.example.com_0000:0C:00.0 | 2 | 37a848ea-6493-4169-95f5-14da838cf2c7 | 37a848ea-6493-4169-95f5-14da838cf2c7 |
| 72857f05-9eea-4d90-8ed2-8d5406518f83 | compute-t3ljdzd4-1.ctlplane.example.com_0000:0D:00.0 | 2 | 37a848ea-6493-4169-95f5-14da838cf2c7 | 37a848ea-6493-4169-95f5-14da838cf2c7 |
| a151c62e-a91e-43e4-a9e3-08060e199d19 | compute-t3ljdzd4-1.ctlplane.example.com_0000:0E:00.0 | 2 | 37a848ea-6493-4169-95f5-14da838cf2c7 | 37a848ea-6493-4169-95f5-14da838cf2c7 |
| 68c8ae96-cd9c-43b5-b81f-92b029c8ea2f | compute-t3ljdzd4-1.ctlplane.example.com_0000:0F:00.0 | 2 | 37a848ea-6493-4169-95f5-14da838cf2c7 | 37a848ea-6493-4169-95f5-14da838cf2c7 |
| 3705d73b-56c2-4e30-8f6d-aa177d4ee0a9 | compute-t3ljdzd4-1.ctlplane.example.com_0000:10:00.0 | 2 | 37a848ea-6493-4169-95f5-14da838cf2c7 | 37a848ea-6493-4169-95f5-14da838cf2c7 |
| b174cd72-655c-445c-ae65-97ac643420a9 | compute-t3ljdzd4-1.ctlplane.example.com_0000:11:00.0 | 2 | 37a848ea-6493-4169-95f5-14da838cf2c7 | 37a848ea-6493-4169-95f5-14da838cf2c7 |
| 74a23486-eb06-4d54-a05b-fd41953776d0 | compute-t3ljdzd4-1.ctlplane.example.com_0000:12:00.0 | 2 | 37a848ea-6493-4169-95f5-14da838cf2c7 | 37a848ea-6493-4169-95f5-14da838cf2c7 |
+--------------------------------------+------------------------------------------------------+------------+--------------------------------------+--------------------------------------+
sh-5.1$ openstack flavor create flav-osprh-20355 --ram 256 --disk 1 --vcpu 2 --property pci_passthrough:alias='usb_passthrough:8'
+----------------------------+-------------------------------------------+
| Field | Value |
+----------------------------+-------------------------------------------+
| OS-FLV-DISABLED:disabled | False |
| OS-FLV-EXT-DATA:ephemeral | 0 |
| description | None |
| disk | 1 |
| id | 695278fd-0783-42bd-a05b-8b1ebe453689 |
| name | flav-osprh-20355 |
| os-flavor-access:is_public | True |
| properties | pci_passthrough:alias='usb_passthrough:8' |
| ram | 256 |
| rxtx_factor | 1.0 |
| swap | |
| vcpus | 2 |
+----------------------------+-------------------------------------------+
sh-5.1$ openstack image list
+--------------------------------------+-----------------------------------------------------------+--------+
| ID | Name | Status |
+--------------------------------------+-----------------------------------------------------------+--------+
| 08efdb67-f7a7-41e3-8301-b54ccfcfca39 | tobiko.openstack.stacks._advanced_vm.AdvancedImageFixture | active |
| ebddd5c9-ddad-41d0-81cb-96843bc4ba8f | tobiko.openstack.stacks._cirros.CirrosImageFixture | active |
+--------------------------------------+-----------------------------------------------------------+--------+
sh-5.1$ openstack network list
+--------------------------------------+-------------------------------------------------------------------------------------------+----------------------------------------------------------------------------+
| ID | Name | Subnets |
+--------------------------------------+-------------------------------------------------------------------------------------------+----------------------------------------------------------------------------+
| 12d5b92d-8f67-4471-8d5d-f0742692f6d2 | tobiko.openstack.stacks._vlan.VlanNetworkStackFixture-_network-j63b7toxmbr5 | 206d4205-b839-45e9-b6df-b242ff742633, 21ee3ebf-2642-48ea-8141-da3f51c365e6 |
| 49253e65-d327-4055-b001-5c60b9a66d6b | tobiko.openstack.stacks._neutron.NetworkStackFixture-_network-shxh4mxsh7dr | 0f4d2fb8-1d14-45a6-8162-05726e9ba2fd, 975870e9-48ac-4f21-98e2-52553f7215a4 |
| 4f057aee-3cf3-4d3f-8b63-0656f71c8e96 | heat_tempestconf_network | 4ecb7303-abaf-41f5-99af-612f429427ad |
| 707c1b50-6a3f-4a4a-b1a0-5365dbd71538 | tobiko.openstack.stacks._qos.QosNetworkStackFixture-_network-foiqeresfmed | 1a0c6c88-6eb6-46f8-8844-3d236ef16453, d48244bf-711c-4540-9206-88d5b8b8d63d |
| bfa474ad-ce8c-4b66-a43a-5a5554a734d4 | public | 09978c9a-5a75-4d39-af8a-ca889681b050 |
| ecb174d5-eec4-4521-bc03-7bbb17d90748 | tobiko.openstack.stacks._neutron.NetworkWithNetMtuWriteStackFixture-_network-qwi7k4degx4k | d4c01088-7c94-40e3-bc55-b635636b1935, dffcc4b8-9e14-4b5d-9411-8215ad7121df |
+--------------------------------------+-------------------------------------------------------------------------------------------+----------------------------------------------------------------------------+
# Try without workaround enabled in placement conf
sh-5.1$ openstack server create --image 08efdb67-f7a7-41e3-8301-b54ccfcfca39 --flavor flav-osprh-20355 --network public guest-osprh-20355 --wait
Error creating server: guest-osprh-20355
Error creating server
# Scheduler logs
2025-11-20 16:17:41.652 1 WARNING nova.scheduler.utils [None req-ce18ce82-16e5-42e4-ace8-115bef61fa7e 751315ae22f142d6aa309ff53f2ec735 96aee25d1b564f44b182ec74a5ceea49 - - default default] There is more than one numbered request group in the allocation candidate query but the flavor did not specify any group policy. This query would fail in placement due to the missing group policy. If you specified more than one numbered request group in the flavor extra_spec then you need to specify the group policy in the flavor extra_spec. If it is OK to let these groups be satisfied by overlapping resource providers then use 'group_policy': 'none'. If you want each group to be satisfied from a separate resource provider then use 'group_policy': 'isolate'.^[[00m
2025-11-20 16:17:41.661 1 INFO nova.scheduler.utils [None req-ce18ce82-16e5-42e4-ace8-115bef61fa7e 751315ae22f142d6aa309ff53f2ec735 96aee25d1b564f44b182ec74a5ceea49 - - default default] At least one numbered request group is defined outside of the flavor (e.g. in a port that has a QoS minimum bandwidth policy rule attached) but the flavor did not specify any group policy. To avoid the placement failure nova defaults the group policy to 'none'.^[[00m
2025-11-20 16:18:41.813 1 ERROR nova.scheduler.client.report [None req-ce18ce82-16e5-42e4-ace8-115bef61fa7e 751315ae22f142d6aa309ff53f2ec735 96aee25d1b564f44b182ec74a5ceea49 - - default default] Failed to retrieve allocation candidates from placement API for filters: RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='ba5ce155-db01-425b-a442-bfe489a8c8af-0',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='ba5ce155-db01-425b-a442-bfe489a8c8af-1',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='ba5ce155-db01-425b-a442-bfe489a8c8af-2',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='ba5ce155-db01-425b-a442-bfe489a8c8af-3',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='ba5ce155-db01-425b-a442-bfe489a8c8af-4',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='ba5ce155-db01-425b-a442-bfe489a8c8af-5',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='ba5ce155-db01-425b-a442-bfe489a8c8af-6',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id='ba5ce155-db01-425b-a442-bfe489a8c8af-7',required_traits=set([]),resources={CUSTOM_PCI_1B36_000D=1},use_same_provider=True), RequestGroup(aggregates=[],forbidden_aggregates=set([]),forbidden_traits=set([]),in_tree=None,provider_uuids=[],requester_id=None,required_traits=set([]),resources={DISK_GB=1,MEMORY_MB=256,VCPU=2},use_same_provider=False)
Got 504:
504 Gateway Timeout
Gateway Timeout
The gateway did not receive a timely response
from the upstream server or application.
.^[[00m
2025-11-20 16:18:41.817 1 INFO nova.scheduler.manager [None req-ce18ce82-16e5-42e4-ace8-115bef61fa7e 751315ae22f142d6aa309ff53f2ec735 96aee25d1b564f44b182ec74a5ceea49 - - default default] Got no allocation candidates from the Placement API. This could be due to insufficient resources or a temporary occurrence as compute nodes start up.^[[00m
# Enable workaround and try again
[zuul@controller-0 ~]$ oc get osctlplane controlplane -o json | jq -r .spec.placement.template.customServiceConfig
[workarounds]
optimize_for_wide_provider_trees = True
[placement]
max_allocation_candidates = 1000
allocation_candidates_generation_strategy = breadth-first
sh-5.1$ openstack server create --image 08efdb67-f7a7-41e3-8301-b54ccfcfca39 --flavor eight_pci --network public guest-osprh-20355 --wait
+-------------------------------------+--------------------------------------------------------------------------------------------------+
| Field | Value |
+-------------------------------------+--------------------------------------------------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | nova |
| OS-EXT-SRV-ATTR:host | compute-t3ljdzd4-1.ctlplane.example.com |
| OS-EXT-SRV-ATTR:hypervisor_hostname | compute-t3ljdzd4-1.ctlplane.example.com |
| OS-EXT-SRV-ATTR:instance_name | instance-0000032c |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2025-11-20T21:07:19.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | public=192.168.122.202 |
| adminPass | vN5a9oMGkzzm |
| config_drive | True |
| created | 2025-11-20T21:06:59Z |
| flavor | eight_pci (ed39c9cc-e5dd-4410-b5fb-b18ee9187443) |
| hostId | 425b523b7ae22d801110a36b88baa5b6da9ddacb66066a11e945a280 |
| id | efdec7bb-303e-4b3f-9e11-08de25995238 |
| image | tobiko.openstack.stacks._advanced_vm.AdvancedImageFixture (08efdb67-f7a7-41e3-8301-b54ccfcfca39) |
| key_name | None |
| name | guest-osprh-20355 |
| progress | 0 |
| project_id | 96aee25d1b564f44b182ec74a5ceea49 |
| properties | |
| security_groups | name='default' |
| status | ACTIVE |
| updated | 2025-11-20T21:07:19Z |
| user_id | 751315ae22f142d6aa309ff53f2ec735 |
| volumes_attached | |
+-------------------------------------+--------------------------------------------------------------------------------------------------+