Uploaded image for project: 'OpenShift Bugs'
  1. OpenShift Bugs
  2. OCPBUGS-35075

[SRIOV][sriov-cni][RHEL-10] DOES NOT WORK WITH vlan and qos

XMLWordPrintable

    • Icon: Bug Bug
    • Resolution: Done
    • Icon: Undefined Undefined
    • None
    • premerge
    • Networking / SR-IOV
    • None
    • Yes
    • 3
    • CNF Network Sprint 261
    • 1
    • False
    • Hide

      None

      Show
      None

      Description of problem:

      [SRIOV][sriov-cni][RHEL-10] DOES NOT WORK WITH vlan and qos

      Version-Release number of selected component (if applicable):

      cri-o.amd64.v1.24.6.tar.gz
      DISTRO=RHEL-10.0-20240530.64
      [root@wsfd-advnetlab153 ~]# uname -r
      6.9.0-7.el10.x86_64
      

      How reproducible:

      Always

      Steps to Reproduce:

      ::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::
      ::   oc_container_vlan_0
      ::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::
      
      unknown
      :: [ 07:37:23 ] :: [  BEGIN   ] :: Running 'oc_container_vlan_0'
      oc_container_vlan_0()...
      ++ [[ vlan == mtu ]]
      ++ ip li set enp202s0np0 mtu 1500
      ++ ip li set enp205s0np0 mtu 1500
      ++ set +x
      Start Creating 1 VF of enp202s0np0, driver is ice
      PF PCI: 0000:ca:00.0
      echo 1 > /sys/class/net/enp202s0np0/device/sriov_numvfs
      1
      14: enp202s0np0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:fc brd ff:ff:ff:ff:ff:ff promiscuity 0 allmulti 0 minmtu 68 maxmtu 9702 numtxqueues 112 numrxqueues 112 gso_max_size 65536 gso_max_segs 65535 tso_max_size 131072 tso_max_segs 65535 gro_max_size 65536 gso_ipv4_max_size 65536 gro_ipv4_max_size 65536 portname p0 switchid 40a6b7ffff7c85fc parentbus pci parentdev 0000:ca:00.0 
          vf 0     link/ether 72:cf:c0:35:fa:bd brd ff:ff:ff:ff:ff:ff, spoof checking on, link-state auto, trust off
      Complete creating VF
      /mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.tar.bz2/networking/container/sriov/pre_config /mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.tar.bz2/networking/container/sriov
      1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1000
          link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
      2: eno12399np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether e4:3d:1a:03:8b:90 brd ff:ff:ff:ff:ff:ff
          altname enp50s0f0np0
      3: eno12409np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether e4:3d:1a:03:8b:91 brd ff:ff:ff:ff:ff:ff
          altname enp50s0f1np1
      4: enp177s0f0np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:50 brd ff:ff:ff:ff:ff:ff
      5: enp177s0f1np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:51 brd ff:ff:ff:ff:ff:ff
      6: enp177s0f2np2: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:52 brd ff:ff:ff:ff:ff:ff
      7: enp177s0f3np3: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:53 brd ff:ff:ff:ff:ff:ff
      8: enp23s0f0np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e0 brd ff:ff:ff:ff:ff:ff
      9: enp23s0f1np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e1 brd ff:ff:ff:ff:ff:ff
      10: ibp75s0f0: <BROADCAST,MULTICAST> mtu 4092 qdisc mq state DOWN mode DEFAULT group default qlen 256
          link/infiniband 00:00:02:6f:fe:80:00:00:00:00:00:00:24:8a:07:03:00:a3:28:88 brd 00:ff:ff:ff:ff:12:40:1b:ff:ff:00:00:00:00:00:00:ff:ff:ff:ff
      11: enp23s0f2np2: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e2 brd ff:ff:ff:ff:ff:ff
      12: ibp75s0f1: <BROADCAST,MULTICAST> mtu 4092 qdisc mq state DOWN mode DEFAULT group default qlen 256
          link/infiniband 00:00:04:17:fe:80:00:00:00:00:00:00:24:8a:07:03:00:a3:28:89 brd 00:ff:ff:ff:ff:12:40:1b:ff:ff:00:00:00:00:00:00:ff:ff:ff:ff
      13: enp23s0f3np3: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e3 brd ff:ff:ff:ff:ff:ff
      14: enp202s0np0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:fc brd ff:ff:ff:ff:ff:ff
          vf 0     link/ether 72:cf:c0:35:fa:bd brd ff:ff:ff:ff:ff:ff, spoof checking on, link-state auto, trust off
      15: enp205s0np0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:f8 brd ff:ff:ff:ff:ff:ff
      16: eno8303: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
          link/ether b0:7b:25:d4:74:3e brd ff:ff:ff:ff:ff:ff
          altname enp4s0f0
      17: eno8403: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b0:7b:25:d4:74:3f brd ff:ff:ff:ff:ff:ff
          altname enp4s0f1
      55: enp202s0v0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 72:cf:c0:35:fa:bd brd ff:ff:ff:ff:ff:ff
      0000:ca:01.0
      Current VF name enp202s0v0
      +++ ls /sys/bus/pci/devices/0000:ca:00.0/net/
      ++ local pf_name=enp202s0np0
      ++ ip li set enp202s0np0 vf 0 mac 52:54:00:11:8f:ee
      ++ ip li set enp202s0v0 address 52:54:00:11:8f:ee
      RTNETLINK answers: Resource temporarily unavailable
      ++ ip li
      1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1000
          link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
      2: eno12399np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether e4:3d:1a:03:8b:90 brd ff:ff:ff:ff:ff:ff
          altname enp50s0f0np0
      3: eno12409np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether e4:3d:1a:03:8b:91 brd ff:ff:ff:ff:ff:ff
          altname enp50s0f1np1
      4: enp177s0f0np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:50 brd ff:ff:ff:ff:ff:ff
      5: enp177s0f1np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:51 brd ff:ff:ff:ff:ff:ff
      6: enp177s0f2np2: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:52 brd ff:ff:ff:ff:ff:ff
      7: enp177s0f3np3: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:53 brd ff:ff:ff:ff:ff:ff
      8: enp23s0f0np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e0 brd ff:ff:ff:ff:ff:ff
      9: enp23s0f1np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e1 brd ff:ff:ff:ff:ff:ff
      10: ibp75s0f0: <BROADCAST,MULTICAST> mtu 4092 qdisc mq state DOWN mode DEFAULT group default qlen 256
          link/infiniband 00:00:02:6f:fe:80:00:00:00:00:00:00:24:8a:07:03:00:a3:28:88 brd 00:ff:ff:ff:ff:12:40:1b:ff:ff:00:00:00:00:00:00:ff:ff:ff:ff
      11: enp23s0f2np2: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e2 brd ff:ff:ff:ff:ff:ff
      12: ibp75s0f1: <BROADCAST,MULTICAST> mtu 4092 qdisc mq state DOWN mode DEFAULT group default qlen 256
          link/infiniband 00:00:04:17:fe:80:00:00:00:00:00:00:24:8a:07:03:00:a3:28:89 brd 00:ff:ff:ff:ff:12:40:1b:ff:ff:00:00:00:00:00:00:ff:ff:ff:ff
      13: enp23s0f3np3: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e3 brd ff:ff:ff:ff:ff:ff
      14: enp202s0np0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:fc brd ff:ff:ff:ff:ff:ff
          vf 0     link/ether 52:54:00:11:8f:ee brd ff:ff:ff:ff:ff:ff, spoof checking on, link-state auto, trust off
      15: enp205s0np0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:f8 brd ff:ff:ff:ff:ff:ff
      16: eno8303: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
          link/ether b0:7b:25:d4:74:3e brd ff:ff:ff:ff:ff:ff
          altname enp4s0f0
      17: eno8403: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b0:7b:25:d4:74:3f brd ff:ff:ff:ff:ff:ff
          altname enp4s0f1
      55: enp202s0v0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 52:54:00:11:8f:ee brd ff:ff:ff:ff:ff:ff
      ++ set +x
      /mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.tar.bz2/networking/container/sriov
      {
          "cniVersion":"0.3.1",
          "name":"sriov-net",
          "type":"sriov",
          "vlan": 0,
          "ipam": {
            "type":"host-local",
            "ranges":[
              [
                  {
                  "subnet":"192.168.111.0/24",
                  "rangeStart":"192.168.111.10",
                  "rangeEnd":"192.168.111.11",
                  "routes":[{"dst":"0.0.0.0/0"}],
                  "gateway":"192.168.111.254"
                  }
              ],
              [
                  {"subnet": "2001::0/64"}
              ]
            ]
          },
          "deviceID": "0000:ca:01.0"
      }
      vf_driver is iavf
      {
          "metadata": {
              "name": "sriov-pod-sandbox-6b5e9c34a83949b79cd7deeb0",
              "namespace": "default",
              "attempt": 1,
              "uid": "6b5e9c34a83949b79cd7deeb0"
          },
          "log_directory": "/tmp",
          "linux": {
          }
      }
      FATA[0000] run pod sandbox: rpc error: code = Unknown desc = failed to create pod network sandbox k8s_sriov-pod-sandbox-6b5e9c34a83949b79cd7deeb0_default_6b5e9c34a83949b79cd7deeb0_1(ddd58f7b4b242027df4646dd7caf46f7bacc0c05665615fae7fa542279f69853): error adding pod default_sriov-pod-sandbox-6b5e9c34a83949b79cd7deeb0 to CNI network "sriov-net": plugin type="sriov" name="sriov-net" failed (add): SRIOV-CNI failed to configure VF "failed to set vf 0 vlan configuration - id 0, qos 0 and proto 802.1q: invalid argument" 
      POD_ID is: 
      check container template
      {
          "metadata": {
            "name": "%container_name%"
          },
          "image": {
            "image": "%container_image%"
          },
          "command": [
            "top"
          ],
          "log_path": "sriov-container.log",
          "linux": {
            
          }
      }Image is up to date for quay.io/rhn_support_hewang/container-sriov-rhel9@sha256:c4d7ea01f65ad482822de422e7c25c5e27d7ca653755b49b60c519ff7bc005d2
      {
        "metadata": {
          "name": "container-sriov-54ea"
        },
        "image": {
          "image": "quay.io/rhn_support_hewang/container-sriov-rhel9"
        },
        "command": [
          "top"
        ],
        "log_path": "sriov-container.log",
        "linux": {}
      }
      CONTAINER           IMAGE               CREATED             STATE               NAME                ATTEMPT             POD ID
      ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
      ::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::
      ::   oc_container_vlan_qos_7
      ::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::unknown
      :: [ 06:33:37 ] :: [  BEGIN   ] :: Running 'oc_container_vlan_qos_7'
      oc_container_vlan_qos_7()...
      ++ [[ qos == mtu ]]
      ++ ip li set enp202s0np0 mtu 1500
      ++ ip li set enp205s0np0 mtu 1500
      ++ set +x
      Start Creating 1 VF of enp202s0np0, driver is ice
      PF PCI: 0000:ca:00.0
      echo 1 > /sys/class/net/enp202s0np0/device/sriov_numvfs
      1
      14: enp202s0np0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:fc brd ff:ff:ff:ff:ff:ff promiscuity 0 allmulti 0 minmtu 68 maxmtu 9702 numtxqueues 112 numrxqueues 112 gso_max_size 65536 gso_max_segs 65535 tso_max_size 131072 tso_max_segs 65535 gro_max_size 65536 gso_ipv4_max_size 65536 gro_ipv4_max_size 65536 portname p0 switchid 40a6b7ffff7c85fc parentbus pci parentdev 0000:ca:00.0 
          vf 0     link/ether 72:cf:c0:35:fa:bd brd ff:ff:ff:ff:ff:ff, spoof checking on, link-state auto, trust off
      Complete creating VF
      /mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.tar.bz2/networking/container/sriov/pre_config /mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.tar.bz2/networking/container/sriov
      1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1000
          link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
      2: eno12399np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether e4:3d:1a:03:8b:90 brd ff:ff:ff:ff:ff:ff
          altname enp50s0f0np0
      3: eno12409np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether e4:3d:1a:03:8b:91 brd ff:ff:ff:ff:ff:ff
          altname enp50s0f1np1
      4: enp177s0f0np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:50 brd ff:ff:ff:ff:ff:ff
      5: enp177s0f1np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:51 brd ff:ff:ff:ff:ff:ff
      6: enp177s0f2np2: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:52 brd ff:ff:ff:ff:ff:ff
      7: enp177s0f3np3: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:53 brd ff:ff:ff:ff:ff:ff
      8: enp23s0f0np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e0 brd ff:ff:ff:ff:ff:ff
      9: enp23s0f1np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e1 brd ff:ff:ff:ff:ff:ff
      10: ibp75s0f0: <BROADCAST,MULTICAST> mtu 4092 qdisc mq state DOWN mode DEFAULT group default qlen 256
          link/infiniband 00:00:02:6f:fe:80:00:00:00:00:00:00:24:8a:07:03:00:a3:28:88 brd 00:ff:ff:ff:ff:12:40:1b:ff:ff:00:00:00:00:00:00:ff:ff:ff:ff
      11: enp23s0f2np2: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e2 brd ff:ff:ff:ff:ff:ff
      12: ibp75s0f1: <BROADCAST,MULTICAST> mtu 4092 qdisc mq state DOWN mode DEFAULT group default qlen 256
          link/infiniband 00:00:04:17:fe:80:00:00:00:00:00:00:24:8a:07:03:00:a3:28:89 brd 00:ff:ff:ff:ff:12:40:1b:ff:ff:00:00:00:00:00:00:ff:ff:ff:ff
      13: enp23s0f3np3: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e3 brd ff:ff:ff:ff:ff:ff
      14: enp202s0np0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:fc brd ff:ff:ff:ff:ff:ff
          vf 0     link/ether 72:cf:c0:35:fa:bd brd ff:ff:ff:ff:ff:ff, spoof checking on, link-state auto, trust off
      15: enp205s0np0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:f8 brd ff:ff:ff:ff:ff:ff
      16: eno8303: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
          link/ether b0:7b:25:d4:74:3e brd ff:ff:ff:ff:ff:ff
          altname enp4s0f0
      17: eno8403: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b0:7b:25:d4:74:3f brd ff:ff:ff:ff:ff:ff
          altname enp4s0f1
      43: enp202s0v0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
          link/ether 72:cf:c0:35:fa:bd brd ff:ff:ff:ff:ff:ff
      0000:ca:01.0
      Current VF name enp202s0v0
      +++ ls /sys/bus/pci/devices/0000:ca:00.0/net/
      ++ local pf_name=enp202s0np0
      ++ ip li set enp202s0np0 vf 0 mac 52:54:00:11:8f:ee
      ++ ip li set enp202s0v0 address 52:54:00:11:8f:ee
      RTNETLINK answers: Resource temporarily unavailable
      ++ ip li
      1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1000
          link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
      2: eno12399np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether e4:3d:1a:03:8b:90 brd ff:ff:ff:ff:ff:ff
          altname enp50s0f0np0
      3: eno12409np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether e4:3d:1a:03:8b:91 brd ff:ff:ff:ff:ff:ff
          altname enp50s0f1np1
      4: enp177s0f0np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:50 brd ff:ff:ff:ff:ff:ff
      5: enp177s0f1np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:51 brd ff:ff:ff:ff:ff:ff
      6: enp177s0f2np2: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:52 brd ff:ff:ff:ff:ff:ff
      7: enp177s0f3np3: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 84:16:0c:64:20:53 brd ff:ff:ff:ff:ff:ff
      8: enp23s0f0np0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e0 brd ff:ff:ff:ff:ff:ff
      9: enp23s0f1np1: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e1 brd ff:ff:ff:ff:ff:ff
      10: ibp75s0f0: <BROADCAST,MULTICAST> mtu 4092 qdisc mq state DOWN mode DEFAULT group default qlen 256
          link/infiniband 00:00:02:6f:fe:80:00:00:00:00:00:00:24:8a:07:03:00:a3:28:88 brd 00:ff:ff:ff:ff:12:40:1b:ff:ff:00:00:00:00:00:00:ff:ff:ff:ff
      11: enp23s0f2np2: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e2 brd ff:ff:ff:ff:ff:ff
      12: ibp75s0f1: <BROADCAST,MULTICAST> mtu 4092 qdisc mq state DOWN mode DEFAULT group default qlen 256
          link/infiniband 00:00:04:17:fe:80:00:00:00:00:00:00:24:8a:07:03:00:a3:28:89 brd 00:ff:ff:ff:ff:12:40:1b:ff:ff:00:00:00:00:00:00:ff:ff:ff:ff
      13: enp23s0f3np3: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b4:96:91:dc:72:e3 brd ff:ff:ff:ff:ff:ff
      14: enp202s0np0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:fc brd ff:ff:ff:ff:ff:ff
          vf 0     link/ether 52:54:00:11:8f:ee brd ff:ff:ff:ff:ff:ff, spoof checking on, link-state auto, trust off
      15: enp205s0np0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:f8 brd ff:ff:ff:ff:ff:ff
      16: eno8303: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
          link/ether b0:7b:25:d4:74:3e brd ff:ff:ff:ff:ff:ff
          altname enp4s0f0
      17: eno8403: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether b0:7b:25:d4:74:3f brd ff:ff:ff:ff:ff:ff
          altname enp4s0f1
      43: enp202s0v0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 52:54:00:11:8f:ee brd ff:ff:ff:ff:ff:ff
      ++ set +x
      /mnt/tests/gitlab.cee.redhat.com/kernel-qe/kernel/-/archive/master/kernel-master.tar.bz2/networking/container/sriov
      {
          "cniVersion":"0.3.1",
          "name":"sriov-net",
          "type":"sriov",
          "vlan": 2048,
          "vlanQoS": 7,
          "ipam": {
            "type":"host-local",
            "ranges":[
              [
                  {
                  "subnet":"192.168.111.0/24",
                  "rangeStart":"192.168.111.10",
                  "rangeEnd":"192.168.111.11",
                  "routes":[{"dst":"0.0.0.0/0"}],
                  "gateway":"192.168.111.254"
                  }
              ],
              [
                  {"subnet": "2001::0/64"}
              ]
            ]
          },
          "deviceID": "0000:ca:01.0"
      }
      vf_driver is iavf
      {
          "metadata": {
              "name": "sriov-pod-sandbox-627d02057957450688acc2a77",
              "namespace": "default",
              "attempt": 1,
              "uid": "627d02057957450688acc2a77"
          },
          "log_directory": "/tmp",
          "linux": {
          }
      }
      FATA[0000] run pod sandbox: rpc error: code = Unknown desc = failed to create pod network sandbox k8s_sriov-pod-sandbox-627d02057957450688acc2a77_default_627d02057957450688acc2a77_1(b7b1e9d736da73e0f04edb19a31f8095c33820f926f648ee7ec632c7f468652a): error adding pod default_sriov-pod-sandbox-627d02057957450688acc2a77 to CNI network "sriov-net": plugin type="sriov" name="sriov-net" failed (add): SRIOV-CNI failed to configure VF "failed to set vf 0 vlan configuration - id 2048, qos 7 and proto 802.1q: invalid argument" 
      POD_ID is: 
      check container template
      {
          "metadata": {
            "name": "%container_name%"
          },
          "image": {
            "image": "%container_image%"
          },
          "command": [
            "top"
          ],
          "log_path": "sriov-container.log",
          "linux": {
            
          }
      }Image is up to date for quay.io/rhn_support_hewang/container-sriov-rhel9@sha256:c4d7ea01f65ad482822de422e7c25c5e27d7ca653755b49b60c519ff7bc005d2
      {
        "metadata": {
          "name": "container-sriov-ac0a"
        },
        "image": {
          "image": "quay.io/rhn_support_hewang/container-sriov-rhel9"
        },
        "command": [
          "top"
        ],
        "log_path": "sriov-container.log",
        "linux": {}
      }
      CONTAINER           IMAGE               CREATED             STATE               NAME                ATTEMPT             POD ID
      FATA[0000] execing command in container: Internal error occurred: error executing command in container: rpc error: code = NotFound desc = could not find container "NAME:": container with ID starting with NAME: not found: ID does not exist 
      FATA[0000] execing command in container: Internal error occurred: error executing command in container: rpc error: code = NotFound desc = could not find container "NAME:": container with ID starting with NAME: not found: ID does not exist 
      FATA[0000] execing command in container: Internal error occurred: error executing command in container: rpc error: code = NotFound desc = could not find container "NAME:": container with ID starting with NAME: not found: ID does not exist 
      FATA[0000] execing command in container: Internal error occurred: error executing command in container: rpc error: code = NotFound desc = could not find container "NAME:": container with ID starting with NAME: not found: ID does not exist 
      Container driver is 
      Container is not using the vf driver!
      FATA[0000] execing command in container: Internal error occurred: error executing command in container: rpc error: code = NotFound desc = could not find container "NAME:": container with ID starting with NAME: not found: ID does not exist 
      14: enp202s0np0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:fc brd ff:ff:ff:ff:ff:ff
          vf 0     link/ether 52:54:00:11:8f:ee brd ff:ff:ff:ff:ff:ff, spoof checking on, link-state auto, trust off
      Fail to set qos 7
      
      Here loading container and pod failed .but below commands works fine .
      [root@wsfd-advnetlab153 sriov]# 
      [root@wsfd-advnetlab153 sriov]# set -x
      echo 0 > /sys/class/net/enp202s0np0/device/sriov_numvfs
      echo 1 > /sys/class/net/enp202s0np0/device/sriov_numvfs
      sleep 3
      ip li set enp202s0np0 vf 0 mac 52:54:00:11:8f:ee
      sleep 1
      ip li set enp202s0v0 address 52:54:00:11:8f:ee
      ip li set enp202s0np0 vf 0 vlan 0
      ip li set enp202s0np0 vf 0 vlan 1
      ip li set enp202s0np0 vf 0 vlan 2
      ip li set enp202s0np0 vf 0 vlan 4094
      ip li set enp202s0np0 vf 0 vlan 2048 qos 0
      ip li set enp202s0np0 vf 0 vlan 2048 qos 1
      ip li set enp202s0np0 vf 0 vlan 2048 qos 7
      set +x
      + echo 0
      + echo 1
      + sleep 3
      + ip li set enp202s0np0 vf 0 mac 52:54:00:11:8f:ee
      + sleep 1
      + ip li set enp202s0v0 address 52:54:00:11:8f:ee
      + ip li set enp202s0np0 vf 0 vlan 0
      + ip li set enp202s0np0 vf 0 vlan 1
      + ip li set enp202s0np0 vf 0 vlan 2
      + ip li set enp202s0np0 vf 0 vlan 4094
      + ip li set enp202s0np0 vf 0 vlan 2048 qos 0
      + ip li set enp202s0np0 vf 0 vlan 2048 qos 1
      + ip li set enp202s0np0 vf 0 vlan 2048 qos 7
      + set +x
      [root@wsfd-advnetlab153 sriov]# ip li show enp202s0np0
      14: enp202s0np0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000
          link/ether 40:a6:b7:7c:85:fc brd ff:ff:ff:ff:ff:ff
          vf 0     link/ether 52:54:00:11:8f:ee brd ff:ff:ff:ff:ff:ff, vlan 2048, qos 7, spoof checking on, link-state auto, trust off
      [root@wsfd-advnetlab153 sriov]#  
      
      Both ice and mlx5_core have this issue .
      And rhel9 does not have this issue .

      Actual results:

      It does not work

      Expected results:

      It works fine 

      Additional info:

       

              sscheink@redhat.com Sebastian Scheinkman
              rhn-support-hewang Hekai Wang
              Zhanqi Zhao Zhanqi Zhao
              Votes:
              0 Vote for this issue
              Watchers:
              6 Start watching this issue

                Created:
                Updated:
                Resolved: