Currently, ports on the TG are not bound to the correct drivers prior to
running DTS. This causes DTS to crash if they are not initially bound to
the intended drivers. Binding the TG ports to the proper driver caused
DTS to fail when the OS and DPDK drivers were the same, due to the port
link not being up. Changing the bound_for_dpdk method for a port to
return false when the OS driver and DPDK driver were shared on a TG
node allowed the TG ports to enter the logic to be brought up in the
configure_ports method within the topology class.
Leverage TG runtime environment to bind TG ports to correct drivers
before and after running DTS.
Signed-off-by: Andrew Bailey <abai...@iol.unh.edu>
---
v4: Relocated logic for bringing up ports using mellanox drivers. This
moved from the ports class to the configure_ports method in the
topology class.
v5: Added a bound for kernel property in port class. Simplified logic
for gathering ports to bring the link up on, in the configure ports
method of the topology class.
dts/framework/remote_session/dpdk.py | 36 +----------------------
dts/framework/testbed_model/port.py | 5 ++++
dts/framework/testbed_model/topology.py | 39 ++++++++++++++++++++++++-
3 files changed, 44 insertions(+), 36 deletions(-)
diff --git a/dts/framework/remote_session/dpdk.py
b/dts/framework/remote_session/dpdk.py
index 606d6e22fe..d1ab3ae50d 100644
--- a/dts/framework/remote_session/dpdk.py
+++ b/dts/framework/remote_session/dpdk.py
@@ -24,12 +24,11 @@
RemoteDPDKTarballLocation,
RemoteDPDKTreeLocation,
)
-from framework.exception import ConfigurationError, InternalError,
RemoteFileNotFoundError
+from framework.exception import ConfigurationError, RemoteFileNotFoundError
from framework.logger import DTSLogger, get_dts_logger
from framework.params.eal import EalParams
from framework.remote_session.remote_session import CommandResult
from framework.testbed_model.cpu import LogicalCore, LogicalCoreCount,
LogicalCoreList, lcore_filter
-from framework.testbed_model.linux_session import LinuxSession
from framework.testbed_model.node import Node
from framework.testbed_model.os_session import OSSession
from framework.testbed_model.virtual_device import VirtualDevice
@@ -358,7 +357,6 @@ def setup(self):
"""Set up the DPDK runtime on the target node."""
if self.build:
self.build.setup()
- self._prepare_devbind_script()
def teardown(self) -> None:
"""Reset DPDK variables and bind port driver to the OS driver."""
@@ -385,38 +383,6 @@ def run_dpdk_app(
f"{app_path} {eal_params}", timeout, privileged=True, verify=True
)
- def _prepare_devbind_script(self) -> None:
- """Prepare the devbind script.
-
- If the environment has a build associated with it, then use the script
within that build's
- tree. Otherwise, copy the script from the local repository.
-
- This script is only available for Linux, if the detected session is
not Linux then do
- nothing.
-
- Raises:
- InternalError: If dpdk-devbind.py could not be found.
- """
- if not isinstance(self._node.main_session, LinuxSession):
- return
-
- if self.build:
- devbind_script_path = self._node.main_session.join_remote_path(
- self.build.remote_dpdk_tree_path, "usertools",
"dpdk-devbind.py"
- )
- else:
- local_script_path = Path("..", "usertools",
"dpdk-devbind.py").resolve()
- if not local_script_path.exists():
- raise InternalError("Could not find dpdk-devbind.py locally.")
-
- devbind_script_path = self._node.main_session.join_remote_path(
- self._node.tmp_dir, local_script_path.name
- )
-
- self._node.main_session.copy_to(local_script_path,
devbind_script_path)
-
- self._node.main_session.devbind_script_path = devbind_script_path
-
def filter_lcores(
self,
filter_specifier: LogicalCoreCount | LogicalCoreList,
diff --git a/dts/framework/testbed_model/port.py
b/dts/framework/testbed_model/port.py
index fc58e2b993..c5e7bbca57 100644
--- a/dts/framework/testbed_model/port.py
+++ b/dts/framework/testbed_model/port.py
@@ -128,6 +128,11 @@ def bound_for_dpdk(self) -> bool:
"""Is the port bound to the driver for DPDK?"""
return self.current_driver == self.config.os_driver_for_dpdk
+ @property
+ def bound_for_kernel(self) -> bool:
+ """Is the port bound to the driver for the kernel?"""
+ return self.current_driver == self.config.os_driver
+
def configure_mtu(self, mtu: int):
"""Configure the port's MTU value.
diff --git a/dts/framework/testbed_model/topology.py
b/dts/framework/testbed_model/topology.py
index 899ea0ad3a..c2ba7799f4 100644
--- a/dts/framework/testbed_model/topology.py
+++ b/dts/framework/testbed_model/topology.py
@@ -12,11 +12,13 @@
from collections.abc import Iterator
from dataclasses import dataclass
from enum import Enum
+from pathlib import Path
from typing import Literal, NamedTuple
from typing_extensions import Self
from framework.exception import ConfigurationError, InternalError
+from framework.testbed_model.linux_session import LinuxSession
from framework.testbed_model.node import Node
from .port import DriverKind, Port, PortConfig
@@ -128,6 +130,7 @@ def setup(self) -> None:
Binds all the ports to the right kernel driver to retrieve MAC
addresses and logical names.
"""
+ self._prepare_devbind_script()
self._setup_ports("sut")
self._setup_ports("tg")
@@ -232,7 +235,7 @@ def configure_ports(
self._bind_ports_to_drivers(node, ports, drivers)
- ports_to_bring_up = [p for p in ports if not (p.bound_for_dpdk or
p.is_link_up)]
+ ports_to_bring_up = [p for p in ports if p.bound_for_kernel and not
p.is_link_up]
if ports_to_bring_up:
node.main_session.bring_up_link(ports_to_bring_up)
@@ -250,6 +253,40 @@ def _bind_ports_to_drivers(
for driver_name, ports in driver_to_ports.items():
node.main_session.bind_ports_to_driver(ports, driver_name)
+ def _prepare_devbind_script(self) -> None:
+ """Prepare the devbind script.
+
+ Copy devbind script from local repository.
+
+ This script is only available for Linux, if the detected session is
not Linux then do
+ nothing.
+
+ Raises:
+ InternalError: If dpdk-devbind.py could not be found.
+ """
+ from framework.context import get_ctx
+
+ local_script_path = Path("..", "usertools",
"dpdk-devbind.py").resolve()
+ valid_script_path = local_script_path.exists()
+
+ def prepare_node(node: Node) -> None:
+ if not isinstance(node.main_session, LinuxSession):
+ return
+
+ if not valid_script_path:
+ raise InternalError("Could not find dpdk-devbind.py locally.")
+
+ devbind_script_path = node.main_session.join_remote_path(
+ node.tmp_dir, local_script_path.name
+ )
+
+ node.main_session.copy_to(local_script_path, devbind_script_path)
+ node.main_session.devbind_script_path = devbind_script_path
+
+ ctx = get_ctx()
+ prepare_node(ctx.tg_node)
+ prepare_node(ctx.sut_node)
+
@property
def sut_dpdk_ports(self) -> list[Port]:
"""The DPDK ports for the SUT node."""
--
2.50.1
