#!/usr/bin/env python3
# SPDX-License-Identifier: GPL-2.0
"""
Devlink Rate Cross-eswitch Scheduling Test Suite
==================================================
Control-plane tests for cross-eswitch TX scheduling via devlink-rate.
Validates that VFs from different PFs on the same chip can share
rate groups using the cross-device parent-dev attribute.
Preconditions:
- NETIF points to a bond device with exactly two interfaces.
- the interfaces must be two PFs from different devices sharing the same chip.
- (for mlx5): the two interfaces are in switchdev mode and configured in a LAG:
- devlink dev eswitch set $DEV1 mode switchdev
- devlink dev eswitch set $DEV2 mode switchdev
- devlink dev param set $DEV1 name esw_multiport value 1 cmode runtime
- devlink dev param set $DEV2 name esw_multiport value 1 cmode runtime
- test cases will be skipped if:
- the number of interfaces in the bond device is != 2.
- the kernel doesn't support devlink rates.
- the devlink API doesn't support cross-device parents (ENODEV).
- cross-esw rate scheduling returns EOPNOTSUPP.
"""
import errno
import glob
import os
import time
from lib.py import ksft_pr, ksft_eq, ksft_run, ksft_exit
from lib.py import KsftSkipEx, KsftFailEx
from lib.py import NetDrvEnv, DevlinkFamily
from lib.py import NlError
from lib.py import cmd, defer, ip, tool
# --- Discovery and setup ---
def get_bond_slaves(bond_ifname):
"""Returns sorted list of slave netdev names for a bond."""
pattern = f"/sys/class/net/{bond_ifname}/lower_*"
lowers = glob.glob(pattern)
if not lowers:
raise KsftSkipEx(f"No bond slaves for {bond_ifname}")
slaves = []
for path in sorted(lowers):
name = os.path.basename(path)
if name.startswith("lower_"):
name = name[len("lower_"):]
slaves.append(name)
return slaves
def discover_pfs(cfg):
"""Discovers both PFs from bond slaves."""
slaves = get_bond_slaves(cfg.ifname)
if len(slaves) != 2:
raise KsftSkipEx(f"Need 2 bond slaves, found {len(slaves)}")
pf0, pf1 = slaves[0], slaves[1]
ksft_pr(f"PF0: {pf0} PF1: {pf1}")
return pf0, pf1
def get_pci_addr(ifname):
"""Resolves PCI address for a network interface."""
return os.path.basename(os.path.realpath(f"/sys/class/net/{ifname}/device"))
def get_vf_port_index(pf_pci):
"""Finds devlink port-index for vf0 under pf_pci."""
ports = tool("devlink", "port show", json=True)["port"]
for port_name, props in ports.items():
if port_name.startswith(f"pci/{pf_pci}/") and props.get("vfnum") == 0:
return int(port_name.split("/")[-1])
raise KsftSkipEx(f"VF port not found for {pf_pci}")
def cleanup_esw(pf):
"""Removes VFs if created by tests."""
cmd(f"echo 0 > /sys/class/net/{pf}/device/sriov_numvfs", shell=True, fail=False)
def setup_esw(pf):
"""Creates 1 VF on 'pf'."""
path = f"/sys/class/net/{pf}/device/sriov_numvfs"
cmd(f"echo 0 > {path}", shell=True)
cmd(f"echo 1 > {path}", shell=True)
defer(cleanup_esw, pf)
time.sleep(2)
vf_dir = f"/sys/class/net/{pf}/device/virtfn0/net"
entries = os.listdir(vf_dir) if os.path.isdir(vf_dir) else []
if not entries:
raise KsftSkipEx(f"VF not found for {pf}")
ip(f"link set dev {entries[0]} up")
pf_pci = get_pci_addr(pf)
vf_idx = get_vf_port_index(pf_pci)
ksft_pr(f"Created VF {vf_idx} on PF {pf} ({pf_pci})")
return pf_pci, vf_idx
# --- Rate operation helpers ---
def rate_new(devnl, dev_pci, node_name, **kwargs):
"""Creates rate node."""
params = {
"bus-name": "pci",
"dev-name": dev_pci,
"rate-node-name": node_name,
}
params.update(kwargs)
try:
devnl.rate_new(params)
except NlError as e:
if e.error == errno.EOPNOTSUPP:
raise KsftSkipEx("rate_new not supported") from e
raise KsftFailEx("rate_new failed") from e
def rate_get(devnl, dev_pci, node_name):
"""Gets rate node."""
params = {
"bus-name": "pci",
"dev-name": dev_pci,
"rate-node-name": node_name,
}
return devnl.rate_get(params)
def rate_get_leaf(devnl, dev_pci, port_index):
"""Gets rate leaf (VF)."""
params = {
"bus-name": "pci",
"dev-name": dev_pci,
"port-index": port_index,
}
return devnl.rate_get(params)
def rate_del(devnl, dev_pci, node_name):
"""Deletes rate node."""
devnl.rate_del({
"bus-name": "pci",
"dev-name": dev_pci,
"rate-node-name": node_name,
})
def rate_set_leaf(devnl, dev_pci, port_index, **kwargs):
"""Sets rate attributes on a leaf (VF)."""
params = {
"bus-name": "pci",
"dev-name": dev_pci,
"port-index": port_index,
}
params.update(kwargs)
try:
devnl.rate_set(params)
except NlError as e:
if e.error == errno.EOPNOTSUPP:
raise KsftSkipEx("rate_set not supported") from e
raise KsftFailEx("rate_set failed") from e
def rate_set_leaf_parent(devnl, dev_pci, port_index,
parent_name, parent_dev_pci=None):
"""Sets a leaf's parent, optionally cross-esw."""
params = {
"bus-name": "pci",
"dev-name": dev_pci,
"port-index": port_index,
"rate-parent-node-name": parent_name,
}
if parent_dev_pci:
params["parent-dev"] = {
"bus-name": "pci",
"dev-name": parent_dev_pci,
}
try:
devnl.rate_set(params)
except NlError as e:
if e.error == errno.EOPNOTSUPP:
raise KsftSkipEx("rate_set not supported") from e
if parent_dev_pci and e.error == errno.ENODEV:
raise KsftSkipEx("Cross-esw scheduling not supported") from e
raise KsftFailEx("rate_set failed") from e
def rate_clear_leaf_parent(devnl, dev_pci, port_index):
"""Clears a leaf's parent."""
rate_set_leaf_parent(devnl, dev_pci, port_index, "")
def rate_set_node(devnl, dev_pci, node_name, **kwargs):
"""Sets rate attributes on a node."""
params = {
"bus-name": "pci",
"dev-name": dev_pci,
"rate-node-name": node_name,
}
params.update(kwargs)
devnl.rate_set(params)
# --- Test cases ---
def test_same_esw_parent(cfg):
"""Assigns PF0's VF to PF0's group (same esw baseline)."""
pf0, _ = discover_pfs(cfg)
pf0_pci, vf0_idx = setup_esw(pf0)
rate_new(cfg.devnl, pf0_pci, "group0")
defer(rate_del, cfg.devnl, pf0_pci, "group0")
ksft_pr("rate-new succeeded")
rate_set_leaf_parent(cfg.devnl, pf0_pci, vf0_idx, "group0")
defer(rate_clear_leaf_parent, cfg.devnl, pf0_pci, vf0_idx)
ksft_pr("Same-esw parent assignment succeeded")
def test_cross_esw_parent(cfg):
"""Sets cross-esw parent, then clear it."""
pf0, pf1 = discover_pfs(cfg)
pf0_pci, _ = setup_esw(pf0)
pf1_pci, vf1_idx = setup_esw(pf1)
rate_new(cfg.devnl, pf0_pci, "group1")
defer(rate_del, cfg.devnl, pf0_pci, "group1")
ksft_pr("rate-new succeeded")
rate_set_leaf_parent(cfg.devnl, pf1_pci, vf1_idx,
"group1", parent_dev_pci=pf0_pci)
defer(rate_clear_leaf_parent, cfg.devnl, pf1_pci, vf1_idx)
ksft_pr("Cross-esw parent set and clear succeeded")
def test_tx_rates_on_cross_esw(cfg):
"""Sets tx_max on group and tx_share on leaves in a cross-esw setup."""
pf0, pf1 = discover_pfs(cfg)
pf0_pci, vf0_idx = setup_esw(pf0)
pf1_pci, vf1_idx = setup_esw(pf1)
rate_new(cfg.devnl, pf0_pci, "group2", **{"rate-tx-max": 10000000})
defer(rate_del, cfg.devnl, pf0_pci, "group2")
ksft_pr("rate-new succeeded")
rate_set_leaf_parent(cfg.devnl, pf1_pci, vf1_idx,
"group2", parent_dev_pci=pf0_pci)
defer(rate_clear_leaf_parent, cfg.devnl, pf1_pci, vf1_idx)
ksft_pr("set parent cross-esw succeeded")
rate_set_leaf_parent(cfg.devnl, pf0_pci, vf0_idx, "group2")
defer(rate_clear_leaf_parent, cfg.devnl, pf0_pci, vf0_idx)
ksft_pr("set parent same esw succeeded")
rate_set_leaf(cfg.devnl, pf0_pci, vf0_idx, **{"rate-tx-share": 1000000})
rate = rate_get_leaf(cfg.devnl, pf0_pci, vf0_idx)
ksft_eq(rate["rate-tx-share"], 1000000)
rate_set_leaf(cfg.devnl, pf1_pci, vf1_idx, **{"rate-tx-share": 2000000})
rate = rate_get_leaf(cfg.devnl, pf1_pci, vf1_idx)
ksft_eq(rate["rate-tx-share"], 2000000)
rate_set_node(cfg.devnl, pf0_pci, "group2", **{"rate-tx-max": 250000000})
rate = rate_get(cfg.devnl, pf0_pci, "group2")
ksft_eq(rate["rate-tx-max"], 250000000)
ksft_pr("tx_max and tx_share set on cross-esw group")
def main() -> None:
"""Main function."""
with NetDrvEnv(__file__, nsim_test=False) as cfg:
cfg.devnl = DevlinkFamily()
ksft_run(
cases=[
test_same_esw_parent,
test_cross_esw_parent,
test_tx_rates_on_cross_esw,
],
args=(cfg,),
)
ksft_exit()
if __name__ == "__main__":
main()
