-
Bug
-
Resolution: Done
-
Blocker
-
None
-
None
-
None
-
True
-
-
False
-
-
-
Critical
Description:
active-backup/balance-slb/balance-tcp bond port drop packets under add vf to bond port.
kernel version:
5.14.0-284.48.1.el9_2.x86_64
ovs version:
openvswitch3.2-3.2.0-37.el9 --pass
openvswitch3.2-3.2.0-38.el9 --pass
openvswitch3.2-3.2.0-39.el9 --pass
openvswitch3.2-3.2.0-40.el9 --failed
openvswitch3.2-3.2.0-52.el9 --failed
nic driver:
ethtool -i ens3f0np0
driver: mlx5_core
version: 5.14.0-284.48.1.el9_2.x86_64
firmware-version: 26.39.1002 (MT_0000000531)
expansion-rom-version:
bus-info: 0000:5e:00.0
supports-statistics: yes
supports-test: yes
supports-eeprom-access: no
supports-register-dump: no
supports-priv-flags: yes
reproducer:
a simple reproducer as below:
#!/bin/bash set -x # cleanup env ovs-vsctl list bridge 2>/dev/null | grep name | awk '{ system("ovs-vsctl --if-exist del-br "$3" &>/dev/null") }' systemctl stop openvswitch &>/dev/null rm -rf /etc/openvswitch/*.db rm -rf /var/lib/openvswitch/* systemctl restart openvswitch &>/dev/null echo 0 > /sys/class/net/ens3f0np0/device/sriov_numvfs echo 0 > /sys/class/net/ens3f1np1/device/sriov_numvfs ip netns |awk '{print $1}' | xargs -I {} ip netns del {} ip link del veth_s0 ip link del veth_s0_p # setup test ip link set ens3f0np0 up ip link set ens3f1np1 up echo 1 > /sys/class/net/ens3f0np0/device/sriov_numvfs echo 1 > /sys/class/net/ens3f1np1/device/sriov_numvfs sleep 5 ip link set ens3f0np0 vf 0 spoofchk off trust on ip link set ens3f1np1 vf 0 spoofchk off trust on ip netns add server0 ip link add veth_s0 type veth peer name veth_s0_p ip link set veth_s0 netns server0 ip link set veth_s0_p up ip netns exec server0 ip link set veth_s0 up ip netns exec server0 ip addr add 172.27.27.42/24 dev veth_s0 systemctl restart openvswitch ovs-appctl --timeout=5 vlog/set console:lacp:dbg syslog:lacp:dbg file:lacp:dbg ovs-appctl --timeout=5 vlog/set console:bond:dbg syslog:bond:dbg file:bond:dbg ovs-appctl --timeout=5 vlog/set console:ovs_rcu:dbg syslog:ovs_rcu:dbg file:ovs_rcu:dbg ovs-appctl --timeout=5 vlog/set console:memory:dbg syslog:memory:dbg file:memory:dbg ovs-vsctl set Open_vSwitch . other_config={} ovs-vsctl --if-exists del-br ovsbr0 ovs-vsctl --may-exist add-br ovsbr0 ovs-vsctl add-bond ovsbr0 active-backup ens3f0v0 ens3f1v0 lacp=off bond_mode=active-backup ovs-vsctl add-port ovsbr0 veth_s0_p ovs-appctl bond/show # ping peer site ip netns exec server0 ping 172.27.27.1 -c 600 -i 0.1 ovs-appctl bond/show
2. check the ping statistics
# ip netns exec server0 ping 172.27.27.1 -c 600 -i 0.1 PING 172.27.27.1 (172.27.27.1) 56(84) bytes of data. 64 bytes from 172.27.27.1: icmp_seq=19 ttl=64 time=1.11 ms 64 bytes from 172.27.27.1: icmp_seq=39 ttl=64 time=1.09 ms 64 bytes from 172.27.27.1: icmp_seq=56 ttl=64 time=0.764 ms 64 bytes from 172.27.27.1: icmp_seq=63 ttl=64 time=1.77 ms 64 bytes from 172.27.27.1: icmp_seq=72 ttl=64 time=0.234 ms 64 bytes from 172.27.27.1: icmp_seq=242 ttl=64 time=3.16 ms 64 bytes from 172.27.27.1: icmp_seq=285 ttl=64 time=2.99 ms 64 bytes from 172.27.27.1: icmp_seq=297 ttl=64 time=0.590 ms--- 172.27.27.1 ping statistics --- 600 packets transmitted, 8 received, 98.6667% packet loss, time 87052ms rtt min/avg/max/mdev = 0.234/1.462/3.159/1.020 ms
3. check ovs log
2024-01-24T08:53:21.432Z|00001|vlog|INFO|opened log file /var/log/openvswitch/ovs-vswitchd.log 2024-01-24T08:53:21.464Z|00002|ovs_numa|INFO|Discovered 32 CPU cores on NUMA node 1 2024-01-24T08:53:21.464Z|00003|ovs_numa|INFO|Discovered 32 CPU cores on NUMA node 0 2024-01-24T08:53:21.464Z|00004|ovs_numa|INFO|Discovered 2 NUMA nodes and 64 CPU cores 2024-01-24T08:53:21.464Z|00005|reconnect|INFO|unix:/var/run/openvswitch/db.sock: connecting... 2024-01-24T08:53:21.464Z|00006|reconnect|INFO|unix:/var/run/openvswitch/db.sock: connected 2024-01-24T08:53:21.465Z|00007|dpdk|INFO|DPDK Disabled - Use other_config:dpdk-init to enable 2024-01-24T08:53:21.468Z|00008|bridge|INFO|ovs-vswitchd (Open vSwitch) 3.2.2 2024-01-24T08:53:21.510Z|00009|dpif_netlink|INFO|Datapath dispatch mode: per-cpu 2024-01-24T08:53:21.510Z|00010|ofproto_dpif|INFO|system@ovs-system: Datapath supports recirculation 2024-01-24T08:53:21.510Z|00011|ofproto_dpif|INFO|system@ovs-system: VLAN header stack length probed as 2 2024-01-24T08:53:21.510Z|00012|ofproto_dpif|INFO|system@ovs-system: MPLS label stack length probed as 3 2024-01-24T08:53:21.510Z|00013|ofproto_dpif|INFO|system@ovs-system: Datapath supports truncate action 2024-01-24T08:53:21.510Z|00014|ofproto_dpif|INFO|system@ovs-system: Datapath supports unique flow ids 2024-01-24T08:53:21.510Z|00015|ofproto_dpif|INFO|system@ovs-system: Datapath supports clone action 2024-01-24T08:53:21.510Z|00016|ofproto_dpif|INFO|system@ovs-system: Max sample nesting level probed as 10 2024-01-24T08:53:21.510Z|00017|ofproto_dpif|INFO|system@ovs-system: Datapath supports eventmask in conntrack action 2024-01-24T08:53:21.510Z|00018|ofproto_dpif|INFO|system@ovs-system: Datapath supports ct_clear action 2024-01-24T08:53:21.510Z|00019|ofproto_dpif|INFO|system@ovs-system: Max dp_hash algorithm probed to be 1 2024-01-24T08:53:21.510Z|00020|ofproto_dpif|INFO|system@ovs-system: Datapath supports check_pkt_len action 2024-01-24T08:53:21.521Z|00021|ofproto_dpif|INFO|system@ovs-system: Datapath supports timeout policy in conntrack action 2024-01-24T08:53:21.521Z|00022|ofproto_dpif|INFO|system@ovs-system: Datapath supports ct_zero_snat 2024-01-24T08:53:21.521Z|00023|ofproto_dpif|INFO|system@ovs-system: Datapath supports add_mpls action 2024-01-24T08:53:21.521Z|00024|ofproto_dpif|INFO|system@ovs-system: Datapath supports ct_state 2024-01-24T08:53:21.521Z|00025|ofproto_dpif|INFO|system@ovs-system: Datapath supports ct_zone 2024-01-24T08:53:21.521Z|00026|ofproto_dpif|INFO|system@ovs-system: Datapath supports ct_mark 2024-01-24T08:53:21.521Z|00027|ofproto_dpif|INFO|system@ovs-system: Datapath supports ct_label 2024-01-24T08:53:21.521Z|00028|ofproto_dpif|INFO|system@ovs-system: Datapath supports ct_state_nat 2024-01-24T08:53:21.521Z|00029|ofproto_dpif|INFO|system@ovs-system: Datapath supports ct_orig_tuple 2024-01-24T08:53:21.521Z|00030|ofproto_dpif|INFO|system@ovs-system: Datapath supports ct_orig_tuple6 2024-01-24T08:53:21.521Z|00031|ofproto_dpif|INFO|system@ovs-system: Datapath does not support IPv6 ND Extensions 2024-01-24T08:53:21.531Z|00032|ofproto_dpif_upcall|INFO|Overriding n-handler-threads to 64, setting n-revalidator-threads to 17 2024-01-24T08:53:21.531Z|00033|ofproto_dpif_upcall|INFO|Starting 81 threads 2024-01-24T08:53:21.596Z|00034|bridge|INFO|bridge ovsbr0: added interface ovsbr0 on port 65534 2024-01-24T08:53:21.596Z|00035|bridge|INFO|bridge ovsbr0: using datapath ID 0000da38b6574d49 2024-01-24T08:53:21.596Z|00036|connmgr|INFO|ovsbr0: added service controller "punix:/var/run/openvswitch/ovsbr0.mgmt" 2024-01-24T08:53:21.604Z|00037|bridge|INFO|bridge ovsbr0: added interface ens3f0v0 on port 1 2024-01-24T08:53:21.609Z|00038|bridge|INFO|bridge ovsbr0: added interface ens3f1v0 on port 2 2024-01-24T08:53:21.609Z|00039|bond|INFO|member ens3f0v0: enabled 2024-01-24T08:53:21.609Z|00040|bond|INFO|member ens3f1v0: enabled 2024-01-24T08:53:21.610Z|00041|bond|INFO|member ens3f0v0: link state down 2024-01-24T08:53:21.610Z|00042|bond|INFO|member ens3f0v0: disabled 2024-01-24T08:53:21.610Z|00043|bond|INFO|member ens3f1v0: link state down 2024-01-24T08:53:21.610Z|00044|bond|INFO|member ens3f1v0: disabled 2024-01-24T08:53:21.611Z|00045|bond|INFO|member ens3f0v0: link state up 2024-01-24T08:53:21.611Z|00046|bond|INFO|member ens3f0v0: enabled 2024-01-24T08:53:21.611Z|00047|bond|INFO|member ens3f1v0: link state up 2024-01-24T08:53:21.611Z|00048|bond|INFO|member ens3f1v0: enabled 2024-01-24T08:53:21.611Z|00049|bond|INFO|bond active-backup: active member is now ens3f0v0 2024-01-24T08:53:21.620Z|00050|bridge|INFO|bridge ovsbr0: added interface veth_s0_p on port 3 2024-01-24T08:53:21.627Z|00001|bond(handler1)|DBG|bond active-backup: member ens3f1v0: admissibility verdict is to drop pkt, active member: false, may_enable: true, enabled: true, LACP status: off 2024-01-24T08:53:22.132Z|00001|bond(revalidator66)|DBG|bond active-backup: member ens3f1v0: admissibility verdict is to drop pkt, active member: false, may_enable: true, enabled: true, LACP status: off 2024-01-24T08:53:22.145Z|00001|bond(handler3)|DBG|bond active-backup: member ens3f1v0: active-backup bond received packet on backup member destined for ee:47:5f:ae:e0:38 2024-01-24T08:53:22.145Z|00002|bond(handler3)|DBG|bond active-backup: member ens3f1v0: admissibility verdict is to drop pkt, active member: false, may_enable: true, enabled: true, LACP status: off 2024-01-24T08:53:22.632Z|00002|bond(revalidator66)|DBG|bond active-backup: member ens3f1v0: active-backup bond received packet on backup member destined for ee:47:5f:ae:e0:38 2024-01-24T08:53:31.469Z|00051|memory|INFO|329744 kB peak resident set size after 10.0 seconds 2024-01-24T08:53:31.469Z|00052|memory|INFO|handlers:64 idl-cells-Open_vSwitch:245 ports:4 revalidators:17 rules:5 udpif keys:15 2024-01-24T08:54:22.969Z|00001|bond(handler20)|DBG|Dropped 28 log messages in last 60 seconds (most recently, 4 seconds ago) due to excessive rate 2024-01-24T08:54:22.969Z|00002|bond(handler20)|DBG|bond active-backup: member ens3f1v0: active-backup bond received packet on backup member destined for ee:47:5f:ae:e0:38 2024-01-24T08:55:22.439Z|00003|bond(revalidator66)|DBG|Dropped 16 log messages in last 59 seconds (most recently, 1 seconds ago) due to excessive rate 2024-01-24T08:55:22.439Z|00004|bond(revalidator66)|DBG|bond active-backup: member ens3f1v0: active-backup bond received packet on backup member destined for ee:47:5f:ae:e0:38 2024-01-24T08:56:54.194Z|00001|bond(handler50)|DBG|Dropped 9 log messages in last 92 seconds (most recently, 51 seconds ago) due to excessive rate 2024-01-24T08:56:54.194Z|00002|bond(handler50)|DBG|bond active-backup: member ens3f1v0: active-backup bond received packet on backup member destined for ee:47:5f:ae:e0:38 2024-01-24T08:57:41.721Z|00003|bond(handler20)|DBG|Dropped 7 log messages in last 48 seconds (most recently, 40 seconds ago) due to excessive rate 2024-01-24T08:57:41.721Z|00004|bond(handler20)|DBG|bond active-backup: member ens3f1v0: active-backup bond received packet on backup member destined for ee:47:5f:ae:e0:38 2024-01-24T09:00:42.897Z|00005|bond(handler20)|DBG|Dropped 10 log messages in last 181 seconds (most recently, 165 seconds ago) due to excessive rate 2024-01-24T09:00:42.897Z|00006|bond(handler20)|DBG|bond active-backup: member ens3f1v0: admissibility verdict is to drop pkt, active member: false, may_enable: true, enabled: true, LACP status: off 2024-01-24T09:00:44.023Z|00005|bond(revalidator66)|DBG|bond active-backup: member ens3f1v0: admissibility verdict is to drop pkt, active member: false, may_enable: true, enabled: true, LACP status: off 2024-01-24T09:00:49.308Z|00007|bond(handler20)|DBG|bond active-backup: member ens3f1v0: active-backup bond received packet on backup member destined for ee:47:5f:ae:e0:38
4. check dpctl/dump-flows
[root@dell-per740-09 ovs_bond_function]# ovs-appctl dpctl/dump-flows -m ufid:2ab3fe21-6d7e-4ff3-a7a4-3e4d22fc1e32, recirc_id(0),dp_hash(0/0),skb_priority(0/0),in_port(ens3f0v0),skb_mark(0/0),ct_state(0/0),ct_zone(0/0),ct_mark(0/0),ct_label(0/0),eth(src=40:a6:b7:39:34:00,dst=ee:47:5f:ae:e0:38),eth_type(0x0806),arp(sip=0.0.0.0/0.0.0.0,tip=0.0.0.0/0.0.0.0,op=0/0,sha=00:00:00:00:00:00/00:00:00:00:00:00,tha=00:00:00:00:00:00/00:00:00:00:00:00), packets:0, bytes:0, used:never, dp:ovs, actions:veth_s0_p ufid:e15971c9-08d0-463c-9f6e-77ef06cc1278, recirc_id(0),dp_hash(0/0),skb_priority(0/0),in_port(veth_s0_p),skb_mark(0/0),ct_state(0/0),ct_zone(0/0),ct_mark(0/0),ct_label(0/0),eth(src=ee:47:5f:ae:e0:38,dst=ff:ff:ff:ff:ff:ff),eth_type(0x0806),arp(sip=172.27.27.42,tip=172.27.27.1,op=1/0xff,sha=00:00:00:00:00:00/00:00:00:00:00:00,tha=00:00:00:00:00:00/00:00:00:00:00:00), packets:6, bytes:252, used:1.992s, dp:ovs, actions:ovsbr0,ens3f0v0 ufid:032aae40-3e70-46ff-8391-618cb2c73745, recirc_id(0),dp_hash(0/0),skb_priority(0/0),in_port(ens3f1v0),skb_mark(0/0),ct_state(0/0),ct_zone(0/0),ct_mark(0/0),ct_label(0/0),eth(src=ee:47:5f:ae:e0:38,dst=ff:ff:ff:ff:ff:ff),eth_type(0x0806),arp(sip=0.0.0.0/0.0.0.0,tip=0.0.0.0/0.0.0.0,op=0/0,sha=00:00:00:00:00:00/00:00:00:00:00:00,tha=00:00:00:00:00:00/00:00:00:00:00:00), packets:6, bytes:360, used:1.992s, dp:ovs, actions:drop ufid:5bf63de4-0e6c-4360-9979-3218916c7e29, recirc_id(0),dp_hash(0/0),skb_priority(0/0),in_port(veth_s0_p),skb_mark(0/0),ct_state(0/0),ct_zone(0/0),ct_mark(0/0),ct_label(0/0),eth(src=ee:47:5f:ae:e0:38,dst=40:a6:b7:39:34:00),eth_type(0x0800),ipv4(src=0.0.0.0/0.0.0.0,dst=0.0.0.0/0.0.0.0,proto=0/0,tos=0/0,ttl=0/0,frag=no), packets:99, bytes:9702, used:0.012s, dp:ovs, actions:ens3f0v0 ufid:c7066065-efea-4187-a69d-c23cfa29d63d, recirc_id(0),dp_hash(0/0),skb_priority(0/0),in_port(veth_s0_p),skb_mark(0/0),ct_state(0/0),ct_zone(0/0),ct_mark(0/0),ct_label(0/0),eth(src=ee:47:5f:ae:e0:38,dst=40:a6:b7:39:34:00),eth_type(0x0806),arp(sip=0.0.0.0/0.0.0.0,tip=0.0.0.0/0.0.0.0,op=0/0,sha=00:00:00:00:00:00/00:00:00:00:00:00,tha=00:00:00:00:00:00/00:00:00:00:00:00), packets:2, bytes:84, used:9.340s, dp:ovs, actions:ens3f0v0 ufid:db13f498-5bf0-46a9-8c3d-4872443be8d8, recirc_id(0),dp_hash(0/0),skb_priority(0/0),in_port(ens3f1v0),skb_mark(0/0),ct_state(0/0),ct_zone(0/0),ct_mark(0/0),ct_label(0/0),eth(src=40:a6:b7:39:34:00,dst=ee:47:5f:ae:e0:38),eth_type(0x0806),arp(sip=0.0.0.0/0.0.0.0,tip=0.0.0.0/0.0.0.0,op=0/0,sha=00:00:00:00:00:00/00:00:00:00:00:00,tha=00:00:00:00:00:00/00:00:00:00:00:00), packets:0, bytes:0, used:never, dp:ovs, actions:drop
5. check the bond status
# ovs-appctl bond/show ---- active-backup ---- bond_mode: active-backup bond may use recirculation: no, Recirc-ID : -1 bond-hash-basis: 0 lb_output action: disabled, bond-id: -1 updelay: 0 ms downdelay: 0 ms lacp_status: off lacp_fallback_ab: false active-backup primary: <none> active member mac: a2:30:0f:0c:0f:fa(ens3f0v0) member ens3f0v0: enabled active member may_enable: true member ens3f1v0: enabled may_enable: true
use tcpdump to check slave interface
# tcpdump -i ens3f0v0 -ne icmp
...
03:58:19.161421 ee:47:5f:ae:e0:38 > 40:a6:b7:39:34:00, ethertype IPv4 (0x0800), length 98: 172.27.27.42 > 172.27.27.1: ICMP echo request, id 7992, seq 598, length 64
03:58:19.265420 ee:47:5f:ae:e0:38 > 40:a6:b7:39:34:00, ethertype IPv4 (0x0800), length 98: 172.27.27.42 > 172.27.27.1: ICMP echo request, id 7992, seq 599, length 64
03:58:19.369420 ee:47:5f:ae:e0:38 > 40:a6:b7:39:34:00, ethertype IPv4 (0x0800), length 98: 172.27.27.42 > 172.27.27.1: ICMP echo request, id 7992, seq 600, length 64
^C
452 packets captured
452 packets received by filter
0 packets dropped by kernel
[root@dell-per740-09 ~]# tcpdump -i ens3f1v0 -ne icmp
dropped privs to tcpdump
tcpdump: verbose output suppressed, use -v[v]... for full protocol decode
listening on ens3f1v0, link-type EN10MB (Ethernet), snapshot length 262144 bytes
03:56:54.194328 40:a6:b7:39:34:00 > ee:47:5f:ae:e0:38, ethertype IPv4 (0x0800), length 98: 172.27.27.1 > 172.27.27.42: ICMP echo reply, id 7992, seq 19, length 64
03:56:56.274489 40:a6:b7:39:34:00 > ee:47:5f:ae:e0:38, ethertype IPv4 (0x0800), length 98: 172.27.27.1 > 172.27.27.42: ICMP echo reply, id 7992, seq 39, length 64
03:56:58.042172 40:a6:b7:39:34:00 > ee:47:5f:ae:e0:38, ethertype IPv4 (0x0800), length 98: 172.27.27.1 > 172.27.27.42: ICMP echo reply, id 7992, seq 56, length 64
03:56:58.771174 40:a6:b7:39:34:00 > ee:47:5f:ae:e0:38, ethertype IPv4 (0x0800), length 98: 172.27.27.1 > 172.27.27.42: ICMP echo reply, id 7992, seq 63, length 64
03:56:59.705641 40:a6:b7:39:34:00 > ee:47:5f:ae:e0:38, ethertype IPv4 (0x0800), length 98: 172.27.27.1 > 172.27.27.42: ICMP echo reply, id 7992, seq 72, length 64
03:57:42.140493 40:a6:b7:39:34:00 > ee:47:5f:ae:e0:38, ethertype IPv4 (0x0800), length 98: 172.27.27.1 > 172.27.27.42: ICMP echo reply, id 7992, seq 242, length 64
03:57:46.612392 40:a6:b7:39:34:00 > ee:47:5f:ae:e0:38, ethertype IPv4 (0x0800), length 98: 172.27.27.1 > 172.27.27.42: ICMP echo reply, id 7992, seq 285, length 64
03:57:47.857996 40:a6:b7:39:34:00 > ee:47:5f:ae:e0:38, ethertype IPv4 (0x0800), length 98: 172.27.27.1 > 172.27.27.42: ICMP echo reply, id 7992, seq 297, length 64
^C
8 packets captured
8 packets received by filter
0 packets dropped by kernel
7. check mac flapping on physical mac table
root@juniper-100g-01> show ethernet-switching table vlan-id 1000 MAC flags (S - static MAC, D - dynamic MAC, L - locally learned, P - Persistent static, C - Control MAC SE - statistics enabled, NM - non configured MAC, R - remote PE MAC, O - ovsdb MAC) Ethernet switching table : 8 entries, 8 learned Routing instance : default-switch Vlan MAC MAC Age Logical NH RTR name address flags interface Index ID mhou_profile-vlan-1000 40:a6:b7:39:34:00 D - et-0/0/25:1.0 0 0 (peer site) mhou_profile-vlan-1000 40:a6:b7:39:34:f0 D - et-0/0/25:2.0 0 0 mhou_profile-vlan-1000 40:a6:b7:39:34:f1 D - et-0/0/25:3.0 0 0 mhou_profile-vlan-1000 a2:30:0f:0c:0f:fa D - et-0/0/0:2.0 0 0 (enp3s1np0) mhou_profile-vlan-1000 b8:3f:d2:43:28:94 D - et-0/0/0:3.0 0 0 (enp3s0np0) mhou_profile-vlan-1000 b8:3f:d2:43:28:95 D - et-0/0/0:2.0 0 0 mhou_profile-vlan-1000 ee:47:5f:ae:e0:38 D - et-0/0/0:2.0 0 0 mhou_profile-vlan-1000 f6:47:79:de:88:04 D - et-0/0/0:3.0 0 0 root@juniper-100g-01> show ethernet-switching table vlan-id 1000 MAC flags (S - static MAC, D - dynamic MAC, L - locally learned, P - Persistent static, C - Control MAC SE - statistics enabled, NM - non configured MAC, R - remote PE MAC, O - ovsdb MAC) Ethernet switching table : 8 entries, 8 learned Routing instance : default-switch Vlan MAC MAC Age Logical NH RTR name address flags interface Index ID mhou_profile-vlan-1000 40:a6:b7:39:34:00 D - et-0/0/25:1.0 0 0 mhou_profile-vlan-1000 40:a6:b7:39:34:f0 D - et-0/0/25:2.0 0 0 mhou_profile-vlan-1000 40:a6:b7:39:34:f1 D - et-0/0/25:3.0 0 0 mhou_profile-vlan-1000 a2:30:0f:0c:0f:fa D - et-0/0/0:3.0 0 0 (enp3s1np0) mhou_profile-vlan-1000 b8:3f:d2:43:28:94 D - et-0/0/0:2.0 0 0 (enp3s0np0) mhou_profile-vlan-1000 b8:3f:d2:43:28:95 D - et-0/0/0:3.0 0 0 mhou_profile-vlan-1000 ee:47:5f:ae:e0:38 D - et-0/0/0:3.0 0 0 mhou_profile-vlan-1000 f6:47:79:de:88:04 D - et-0/0/0:2.0 0 0