<div dir="ltr"><div dir="ltr"><div class="gmail_default" style="font-family:arial,sans-serif">Hey Juraj,</div><div class="gmail_default" style="font-family:arial,sans-serif"><br></div><div class="gmail_default" style="font-family:arial,sans-serif">These changes look good to me, I just had one question. Is the plan to make specifying a TG always required or optional for cases where it isn't required? It seems like it is written now as something that is required for every execution. I don't think this is necessarily a bad thing, I just wonder if it would be beneficial at all to make it optional to allow for executions that don't utilize a TG to just not specify it.<br></div></div><br><div class="gmail_quote"><div dir="ltr" class="gmail_attr">On Mon, Jul 17, 2023 at 7:07 AM Juraj Linkeš <juraj.linkes@pantheon.tech> wrote:<br></div><blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">Node configuration - where to connect, what ports to use and what TG to<br>
use.<br>
<br>
Signed-off-by: Juraj Linkeš <juraj.linkes@pantheon.tech><br>
---<br>
dts/conf.yaml | 26 ++++++-<br>
dts/framework/config/__init__.py | 87 +++++++++++++++++++---<br>
dts/framework/config/conf_yaml_schema.json | 29 +++++++-<br>
dts/framework/dts.py | 12 +--<br>
dts/framework/testbed_model/node.py | 4 +-<br>
dts/framework/testbed_model/sut_node.py | 6 +-<br>
6 files changed, 141 insertions(+), 23 deletions(-)<br>
<br>
diff --git a/dts/conf.yaml b/dts/conf.yaml<br>
index 3a5d87cb49..7f089022ba 100644<br>
--- a/dts/conf.yaml<br>
+++ b/dts/conf.yaml<br>
@@ -13,10 +13,11 @@ executions:<br>
skip_smoke_tests: false # optional flag that allow you to skip smoke tests<br>
test_suites:<br>
- hello_world<br>
- system_under_test:<br>
+ system_under_test_node:<br>
node_name: "SUT 1"<br>
vdevs: # optional; if removed, vdevs won't be used in the execution<br>
- "crypto_openssl"<br>
+ traffic_generator_node: "TG 1"<br>
nodes:<br>
- name: "SUT 1"<br>
hostname: sut1.change.me.localhost<br>
@@ -40,3 +41,26 @@ nodes:<br>
os_driver: i40e<br>
peer_node: "TG 1"<br>
peer_pci: "0000:00:08.1"<br>
+ - name: "TG 1"<br>
+ hostname: tg1.change.me.localhost<br>
+ user: dtsuser<br>
+ arch: x86_64<br>
+ os: linux<br>
+ lcores: ""<br>
+ ports:<br>
+ - pci: "0000:00:08.0"<br>
+ os_driver_for_dpdk: rdma<br>
+ os_driver: rdma<br>
+ peer_node: "SUT 1"<br>
+ peer_pci: "0000:00:08.0"<br>
+ - pci: "0000:00:08.1"<br>
+ os_driver_for_dpdk: rdma<br>
+ os_driver: rdma<br>
+ peer_node: "SUT 1"<br>
+ peer_pci: "0000:00:08.1"<br>
+ use_first_core: false<br>
+ hugepages: # optional; if removed, will use system hugepage configuration<br>
+ amount: 256<br>
+ force_first_numa: false<br>
+ traffic_generator:<br>
+ type: SCAPY<br>
diff --git a/dts/framework/config/__init__.py b/dts/framework/config/__init__.py<br>
index fad56cc520..72aa021b97 100644<br>
--- a/dts/framework/config/__init__.py<br>
+++ b/dts/framework/config/__init__.py<br>
@@ -13,7 +13,7 @@<br>
from dataclasses import dataclass<br>
from enum import Enum, auto, unique<br>
from pathlib import PurePath<br>
-from typing import Any, TypedDict<br>
+from typing import Any, TypedDict, Union<br>
<br>
import warlock # type: ignore<br>
import yaml<br>
@@ -55,6 +55,11 @@ class Compiler(StrEnum):<br>
msvc = auto()<br>
<br>
<br>
+@unique<br>
+class TrafficGeneratorType(StrEnum):<br>
+ SCAPY = auto()<br>
+<br>
+<br>
# Slots enables some optimizations, by pre-allocating space for the defined<br>
# attributes in the underlying data structure.<br>
#<br>
@@ -79,6 +84,29 @@ class PortConfig:<br>
def from_dict(node: str, d: dict) -> "PortConfig":<br>
return PortConfig(node=node, **d)<br>
<br>
+ def __str__(self) -> str:<br>
+ return f"Port {self.pci} on node {self.node}"<br>
+<br>
+<br>
+@dataclass(slots=True, frozen=True)<br>
+class TrafficGeneratorConfig:<br>
+ traffic_generator_type: TrafficGeneratorType<br>
+<br>
+ @staticmethod<br>
+ def from_dict(d: dict):<br>
+ # This looks useless now, but is designed to allow expansion to traffic<br>
+ # generators that require more configuration later.<br>
+ match TrafficGeneratorType(d["type"]):<br>
+ case TrafficGeneratorType.SCAPY:<br>
+ return ScapyTrafficGeneratorConfig(<br>
+ traffic_generator_type=TrafficGeneratorType.SCAPY<br>
+ )<br>
+<br>
+<br>
+@dataclass(slots=True, frozen=True)<br>
+class ScapyTrafficGeneratorConfig(TrafficGeneratorConfig):<br>
+ pass<br>
+<br>
<br>
@dataclass(slots=True, frozen=True)<br>
class NodeConfiguration:<br>
@@ -90,17 +118,17 @@ class NodeConfiguration:<br>
os: OS<br>
lcores: str<br>
use_first_core: bool<br>
- memory_channels: int<br>
hugepages: HugepageConfiguration | None<br>
ports: list[PortConfig]<br>
<br>
@staticmethod<br>
- def from_dict(d: dict) -> "NodeConfiguration":<br>
+ def from_dict(d: dict) -> Union["SutNodeConfiguration", "TGNodeConfiguration"]:<br>
hugepage_config = d.get("hugepages")<br>
if hugepage_config:<br>
if "force_first_numa" not in hugepage_config:<br>
hugepage_config["force_first_numa"] = False<br>
hugepage_config = HugepageConfiguration(**hugepage_config)<br>
+<br>
common_config = {<br>
"name": d["name"],<br>
"hostname": d["hostname"],<br>
@@ -110,12 +138,31 @@ def from_dict(d: dict) -> "NodeConfiguration":<br>
"os": OS(d["os"]),<br>
"lcores": d.get("lcores", "1"),<br>
"use_first_core": d.get("use_first_core", False),<br>
- "memory_channels": d.get("memory_channels", 1),<br>
"hugepages": hugepage_config,<br>
"ports": [PortConfig.from_dict(d["name"], port) for port in d["ports"]],<br>
}<br>
<br>
- return NodeConfiguration(**common_config)<br>
+ if "traffic_generator" in d:<br>
+ return TGNodeConfiguration(<br>
+ traffic_generator=TrafficGeneratorConfig.from_dict(<br>
+ d["traffic_generator"]<br>
+ ),<br>
+ **common_config,<br>
+ )<br>
+ else:<br>
+ return SutNodeConfiguration(<br>
+ memory_channels=d.get("memory_channels", 1), **common_config<br>
+ )<br>
+<br>
+<br>
+@dataclass(slots=True, frozen=True)<br>
+class SutNodeConfiguration(NodeConfiguration):<br>
+ memory_channels: int<br>
+<br>
+<br>
+@dataclass(slots=True, frozen=True)<br>
+class TGNodeConfiguration(NodeConfiguration):<br>
+ traffic_generator: ScapyTrafficGeneratorConfig<br>
<br>
<br>
@dataclass(slots=True, frozen=True)<br>
@@ -194,23 +241,40 @@ class ExecutionConfiguration:<br>
perf: bool<br>
func: bool<br>
test_suites: list[TestSuiteConfig]<br>
- system_under_test: NodeConfiguration<br>
+ system_under_test_node: SutNodeConfiguration<br>
+ traffic_generator_node: TGNodeConfiguration<br>
vdevs: list[str]<br>
skip_smoke_tests: bool<br>
<br>
@staticmethod<br>
- def from_dict(d: dict, node_map: dict) -> "ExecutionConfiguration":<br>
+ def from_dict(<br>
+ d: dict, node_map: dict[str, Union[SutNodeConfiguration | TGNodeConfiguration]]<br>
+ ) -> "ExecutionConfiguration":<br>
build_targets: list[BuildTargetConfiguration] = list(<br>
map(BuildTargetConfiguration.from_dict, d["build_targets"])<br>
)<br>
test_suites: list[TestSuiteConfig] = list(<br>
map(TestSuiteConfig.from_dict, d["test_suites"])<br>
)<br>
- sut_name = d["system_under_test"]["node_name"]<br>
+ sut_name = d["system_under_test_node"]["node_name"]<br>
skip_smoke_tests = d.get("skip_smoke_tests", False)<br>
assert sut_name in node_map, f"Unknown SUT {sut_name} in execution {d}"<br>
+ system_under_test_node = node_map[sut_name]<br>
+ assert isinstance(<br>
+ system_under_test_node, SutNodeConfiguration<br>
+ ), f"Invalid SUT configuration {system_under_test_node}"<br>
+<br>
+ tg_name = d["traffic_generator_node"]<br>
+ assert tg_name in node_map, f"Unknown TG {tg_name} in execution {d}"<br>
+ traffic_generator_node = node_map[tg_name]<br>
+ assert isinstance(<br>
+ traffic_generator_node, TGNodeConfiguration<br>
+ ), f"Invalid TG configuration {traffic_generator_node}"<br>
+ <br></blockquote><blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
vdevs = (<br>
- d["system_under_test"]["vdevs"] if "vdevs" in d["system_under_test"] else []<br>
+ d["system_under_test_node"]["vdevs"]<br>
+ if "vdevs" in d["system_under_test_node"]<br>
+ else []<br>
)<br>
return ExecutionConfiguration(<br>
build_targets=build_targets,<br>
@@ -218,7 +282,8 @@ def from_dict(d: dict, node_map: dict) -> "ExecutionConfiguration":<br>
func=d["func"],<br>
skip_smoke_tests=skip_smoke_tests,<br>
test_suites=test_suites,<br>
- system_under_test=node_map[sut_name],<br>
+ system_under_test_node=system_under_test_node,<br>
+ traffic_generator_node=traffic_generator_node,<br>
vdevs=vdevs,<br>
)<br>
<br>
@@ -229,7 +294,7 @@ class Configuration:<br>
<br>
@staticmethod<br>
def from_dict(d: dict) -> "Configuration":<br>
- nodes: list[NodeConfiguration] = list(<br>
+ nodes: list[Union[SutNodeConfiguration | TGNodeConfiguration]] = list(<br>
map(NodeConfiguration.from_dict, d["nodes"])<br>
)<br>
assert len(nodes) > 0, "There must be a node to test"<br>
diff --git a/dts/framework/config/conf_yaml_schema.json b/dts/framework/config/conf_yaml_schema.json<br>
index 61f52b4365..76df84840a 100644<br>
--- a/dts/framework/config/conf_yaml_schema.json<br>
+++ b/dts/framework/config/conf_yaml_schema.json<br>
@@ -164,6 +164,11 @@<br>
"amount"<br>
]<br>
},<br>
+ "mac_address": {<br>
+ "type": "string",<br>
+ "description": "A MAC address",<br>
+ "pattern": "^([0-9A-Fa-f]{2}[:-]){5}([0-9A-Fa-f]{2})$"<br>
+ },<br>
"pci_address": {<br>
"type": "string",<br>
"pattern": "^[\\da-fA-F]{4}:[\\da-fA-F]{2}:[\\da-fA-F]{2}.\\d:?\\w*$"<br>
@@ -286,6 +291,22 @@<br>
]<br>
},<br>
"minimum": 1<br>
+ },<br>
+ "traffic_generator": {<br>
+ "oneOf": [<br>
+ {<br>
+ "type": "object",<br>
+ "description": "Scapy traffic generator. Used for functional testing.",<br>
+ "properties": {<br>
+ "type": {<br>
+ "type": "string",<br>
+ "enum": [<br>
+ "SCAPY"<br>
+ ]<br>
+ }<br>
+ }<br>
+ }<br>
+ ]<br>
}<br>
},<br>
"additionalProperties": false,<br>
@@ -336,7 +357,7 @@<br>
"description": "Optional field that allows you to skip smoke testing",<br>
"type": "boolean"<br>
},<br>
- "system_under_test": {<br>
+ "system_under_test_node": {<br>
"type":"object",<br>
"properties": {<br>
"node_name": {<br>
@@ -353,6 +374,9 @@<br>
"required": [<br>
"node_name"<br>
]<br>
+ },<br>
+ "traffic_generator_node": {<br>
+ "$ref": "#/definitions/node_name"<br>
}<br>
},<br>
"additionalProperties": false,<br>
@@ -361,7 +385,8 @@<br>
"perf",<br>
"func",<br>
"test_suites",<br>
- "system_under_test"<br>
+ "system_under_test_node",<br>
+ "traffic_generator_node"<br>
]<br>
},<br>
"minimum": 1<br>
diff --git a/dts/framework/dts.py b/dts/framework/dts.py<br>
index 7b09d8fba8..372bc72787 100644<br>
--- a/dts/framework/dts.py<br>
+++ b/dts/framework/dts.py<br>
@@ -38,17 +38,17 @@ def run_all() -> None:<br>
# for all Execution sections<br>
for execution in CONFIGURATION.executions:<br>
sut_node = None<br>
- if <a href="http://execution.system_under_test.name" rel="noreferrer" target="_blank">execution.system_under_test.name</a> in nodes:<br>
+ if <a href="http://execution.system_under_test_node.name" rel="noreferrer" target="_blank">execution.system_under_test_node.name</a> in nodes:<br>
# a Node with the same name already exists<br>
- sut_node = nodes[<a href="http://execution.system_under_test.name" rel="noreferrer" target="_blank">execution.system_under_test.name</a>]<br>
+ sut_node = nodes[<a href="http://execution.system_under_test_node.name" rel="noreferrer" target="_blank">execution.system_under_test_node.name</a>]<br>
else:<br>
# the SUT has not been initialized yet<br>
try:<br>
- sut_node = SutNode(execution.system_under_test)<br>
+ sut_node = SutNode(execution.system_under_test_node)<br>
result.update_setup(Result.PASS)<br>
except Exception as e:<br>
dts_logger.exception(<br>
- f"Connection to node {execution.system_under_test} failed."<br>
+ f"Connection to node {execution.system_under_test_node} failed."<br>
)<br>
result.update_setup(Result.FAIL, e)<br>
else:<br>
@@ -87,7 +87,9 @@ def _run_execution(<br>
Run the given execution. This involves running the execution setup as well as<br>
running all build targets in the given execution.<br>
"""<br>
- <a href="http://dts_logger.info" rel="noreferrer" target="_blank">dts_logger.info</a>(f"Running execution with SUT '{<a href="http://execution.system_under_test.name" rel="noreferrer" target="_blank">execution.system_under_test.name</a>}'.")<br>
+ <a href="http://dts_logger.info" rel="noreferrer" target="_blank">dts_logger.info</a>(<br>
+ f"Running execution with SUT '{<a href="http://execution.system_under_test_node.name" rel="noreferrer" target="_blank">execution.system_under_test_node.name</a>}'."<br>
+ )<br>
execution_result = result.add_execution(sut_node.config, sut_node.node_info)<br>
<br>
try:<br>
diff --git a/dts/framework/testbed_model/node.py b/dts/framework/testbed_model/node.py<br>
index c5147e0ee6..d2d55d904e 100644<br>
--- a/dts/framework/testbed_model/node.py<br>
+++ b/dts/framework/testbed_model/node.py<br>
@@ -48,6 +48,8 @@ def __init__(self, node_config: NodeConfiguration):<br>
self._logger = getLogger(<a href="http://self.name" rel="noreferrer" target="_blank">self.name</a>)<br>
self.main_session = create_session(self.config, <a href="http://self.name" rel="noreferrer" target="_blank">self.name</a>, self._logger)<br>
<br>
+ self._<a href="http://logger.info" rel="noreferrer" target="_blank">logger.info</a>(f"Connected to node: {<a href="http://self.name" rel="noreferrer" target="_blank">self.name</a>}")<br>
+<br>
self._get_remote_cpus()<br>
# filter the node lcores according to user config<br>
self.lcores = LogicalCoreListFilter(<br>
@@ -56,8 +58,6 @@ def __init__(self, node_config: NodeConfiguration):<br>
<br>
self._other_sessions = []<br>
<br>
- self._<a href="http://logger.info" rel="noreferrer" target="_blank">logger.info</a>(f"Created node: {<a href="http://self.name" rel="noreferrer" target="_blank">self.name</a>}")<br>
-<br>
def set_up_execution(self, execution_config: ExecutionConfiguration) -> None:<br>
"""<br>
Perform the execution setup that will be done for each execution<br>
diff --git a/dts/framework/testbed_model/sut_node.py b/dts/framework/testbed_model/sut_node.py<br>
index 53953718a1..bcad364435 100644<br>
--- a/dts/framework/testbed_model/sut_node.py<br>
+++ b/dts/framework/testbed_model/sut_node.py<br>
@@ -13,8 +13,8 @@<br>
BuildTargetConfiguration,<br>
BuildTargetInfo,<br>
InteractiveApp,<br>
- NodeConfiguration,<br>
NodeInfo,<br>
+ SutNodeConfiguration,<br>
)<br>
from framework.remote_session import (<br>
CommandResult,<br>
@@ -83,6 +83,7 @@ class SutNode(Node):<br>
Another key capability is building DPDK according to given build target.<br>
"""<br>
<br>
+ config: SutNodeConfiguration<br>
_dpdk_prefix_list: list[str]<br>
_dpdk_timestamp: str<br>
_build_target_config: BuildTargetConfiguration | None<br>
@@ -95,7 +96,7 @@ class SutNode(Node):<br>
_node_info: NodeInfo | None<br>
_compiler_version: str | None<br>
<br>
- def __init__(self, node_config: NodeConfiguration):<br>
+ def __init__(self, node_config: SutNodeConfiguration):<br>
super(SutNode, self).__init__(node_config)<br>
self._dpdk_prefix_list = []<br>
self._build_target_config = None<br>
@@ -110,6 +111,7 @@ def __init__(self, node_config: NodeConfiguration):<br>
self._dpdk_version = None<br>
self._node_info = None<br>
self._compiler_version = None<br>
+ self._<a href="http://logger.info" rel="noreferrer" target="_blank">logger.info</a>(f"Created node: {<a href="http://self.name" rel="noreferrer" target="_blank">self.name</a>}")<br>
<br>
@property<br>
def _remote_dpdk_dir(self) -> PurePath:<br>
-- <br>
2.34.1<br>
<br>
</blockquote></div></div>