<div dir="ltr"><div dir="ltr"><div class="gmail_default" style="font-family:arial,sans-serif">Hey Juraj,</div><div class="gmail_default" style="font-family:arial,sans-serif"><br></div><div class="gmail_default" style="font-family:arial,sans-serif">These changes look good to me, I just had one question. Is the plan to make specifying a TG always required or optional for cases where it isn't required? It seems like it is written now as something that is required for every execution. I don't think this is necessarily a bad thing, I just wonder if it would be beneficial at all to make it optional to allow for executions that don't utilize a TG to just not specify it.<br></div></div><br><div class="gmail_quote"><div dir="ltr" class="gmail_attr">On Mon, Jul 17, 2023 at 7:07 AM Juraj Linkeš <juraj.linkes@pantheon.tech> wrote:<br></div><blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">Node configuration - where to connect, what ports to use and what TG to<br>
use.<br>
<br>
Signed-off-by: Juraj Linkeš <juraj.linkes@pantheon.tech><br>
---<br>
 dts/conf.yaml                              | 26 ++++++-<br>
 dts/framework/config/__init__.py           | 87 +++++++++++++++++++---<br>
 dts/framework/config/conf_yaml_schema.json | 29 +++++++-<br>
 dts/framework/dts.py                       | 12 +--<br>
 dts/framework/testbed_model/node.py        |  4 +-<br>
 dts/framework/testbed_model/sut_node.py    |  6 +-<br>
 6 files changed, 141 insertions(+), 23 deletions(-)<br>
<br>
diff --git a/dts/conf.yaml b/dts/conf.yaml<br>
index 3a5d87cb49..7f089022ba 100644<br>
--- a/dts/conf.yaml<br>
+++ b/dts/conf.yaml<br>
@@ -13,10 +13,11 @@ executions:<br>
     skip_smoke_tests: false # optional flag that allow you to skip smoke tests<br>
     test_suites:<br>
       - hello_world<br>
-    system_under_test:<br>
+    system_under_test_node:<br>
       node_name: "SUT 1"<br>
       vdevs: # optional; if removed, vdevs won't be used in the execution<br>
         - "crypto_openssl"<br>
+    traffic_generator_node: "TG 1"<br>
 nodes:<br>
   - name: "SUT 1"<br>
     hostname: sut1.change.me.localhost<br>
@@ -40,3 +41,26 @@ nodes:<br>
         os_driver: i40e<br>
         peer_node: "TG 1"<br>
         peer_pci: "0000:00:08.1"<br>
+  - name: "TG 1"<br>
+    hostname: tg1.change.me.localhost<br>
+    user: dtsuser<br>
+    arch: x86_64<br>
+    os: linux<br>
+    lcores: ""<br>
+    ports:<br>
+      - pci: "0000:00:08.0"<br>
+        os_driver_for_dpdk: rdma<br>
+        os_driver: rdma<br>
+        peer_node: "SUT 1"<br>
+        peer_pci: "0000:00:08.0"<br>
+      - pci: "0000:00:08.1"<br>
+        os_driver_for_dpdk: rdma<br>
+        os_driver: rdma<br>
+        peer_node: "SUT 1"<br>
+        peer_pci: "0000:00:08.1"<br>
+    use_first_core: false<br>
+    hugepages:  # optional; if removed, will use system hugepage configuration<br>
+        amount: 256<br>
+        force_first_numa: false<br>
+    traffic_generator:<br>
+        type: SCAPY<br>
diff --git a/dts/framework/config/__init__.py b/dts/framework/config/__init__.py<br>
index fad56cc520..72aa021b97 100644<br>
--- a/dts/framework/config/__init__.py<br>
+++ b/dts/framework/config/__init__.py<br>
@@ -13,7 +13,7 @@<br>
 from dataclasses import dataclass<br>
 from enum import Enum, auto, unique<br>
 from pathlib import PurePath<br>
-from typing import Any, TypedDict<br>
+from typing import Any, TypedDict, Union<br>
<br>
 import warlock  # type: ignore<br>
 import yaml<br>
@@ -55,6 +55,11 @@ class Compiler(StrEnum):<br>
     msvc = auto()<br>
<br>
<br>
+@unique<br>
+class TrafficGeneratorType(StrEnum):<br>
+    SCAPY = auto()<br>
+<br>
+<br>
 # Slots enables some optimizations, by pre-allocating space for the defined<br>
 # attributes in the underlying data structure.<br>
 #<br>
@@ -79,6 +84,29 @@ class PortConfig:<br>
     def from_dict(node: str, d: dict) -> "PortConfig":<br>
         return PortConfig(node=node, **d)<br>
<br>
+    def __str__(self) -> str:<br>
+        return f"Port {self.pci} on node {self.node}"<br>
+<br>
+<br>
+@dataclass(slots=True, frozen=True)<br>
+class TrafficGeneratorConfig:<br>
+    traffic_generator_type: TrafficGeneratorType<br>
+<br>
+    @staticmethod<br>
+    def from_dict(d: dict):<br>
+        # This looks useless now, but is designed to allow expansion to traffic<br>
+        # generators that require more configuration later.<br>
+        match TrafficGeneratorType(d["type"]):<br>
+            case TrafficGeneratorType.SCAPY:<br>
+                return ScapyTrafficGeneratorConfig(<br>
+                    traffic_generator_type=TrafficGeneratorType.SCAPY<br>
+                )<br>
+<br>
+<br>
+@dataclass(slots=True, frozen=True)<br>
+class ScapyTrafficGeneratorConfig(TrafficGeneratorConfig):<br>
+    pass<br>
+<br>
<br>
 @dataclass(slots=True, frozen=True)<br>
 class NodeConfiguration:<br>
@@ -90,17 +118,17 @@ class NodeConfiguration:<br>
     os: OS<br>
     lcores: str<br>
     use_first_core: bool<br>
-    memory_channels: int<br>
     hugepages: HugepageConfiguration | None<br>
     ports: list[PortConfig]<br>
<br>
     @staticmethod<br>
-    def from_dict(d: dict) -> "NodeConfiguration":<br>
+    def from_dict(d: dict) -> Union["SutNodeConfiguration", "TGNodeConfiguration"]:<br>
         hugepage_config = d.get("hugepages")<br>
         if hugepage_config:<br>
             if "force_first_numa" not in hugepage_config:<br>
                 hugepage_config["force_first_numa"] = False<br>
             hugepage_config = HugepageConfiguration(**hugepage_config)<br>
+<br>
         common_config = {<br>
             "name": d["name"],<br>
             "hostname": d["hostname"],<br>
@@ -110,12 +138,31 @@ def from_dict(d: dict) -> "NodeConfiguration":<br>
             "os": OS(d["os"]),<br>
             "lcores": d.get("lcores", "1"),<br>
             "use_first_core": d.get("use_first_core", False),<br>
-            "memory_channels": d.get("memory_channels", 1),<br>
             "hugepages": hugepage_config,<br>
             "ports": [PortConfig.from_dict(d["name"], port) for port in d["ports"]],<br>
         }<br>
<br>
-        return NodeConfiguration(**common_config)<br>
+        if "traffic_generator" in d:<br>
+            return TGNodeConfiguration(<br>
+                traffic_generator=TrafficGeneratorConfig.from_dict(<br>
+                    d["traffic_generator"]<br>
+                ),<br>
+                **common_config,<br>
+            )<br>
+        else:<br>
+            return SutNodeConfiguration(<br>
+                memory_channels=d.get("memory_channels", 1), **common_config<br>
+            )<br>
+<br>
+<br>
+@dataclass(slots=True, frozen=True)<br>
+class SutNodeConfiguration(NodeConfiguration):<br>
+    memory_channels: int<br>
+<br>
+<br>
+@dataclass(slots=True, frozen=True)<br>
+class TGNodeConfiguration(NodeConfiguration):<br>
+    traffic_generator: ScapyTrafficGeneratorConfig<br>
<br>
<br>
 @dataclass(slots=True, frozen=True)<br>
@@ -194,23 +241,40 @@ class ExecutionConfiguration:<br>
     perf: bool<br>
     func: bool<br>
     test_suites: list[TestSuiteConfig]<br>
-    system_under_test: NodeConfiguration<br>
+    system_under_test_node: SutNodeConfiguration<br>
+    traffic_generator_node: TGNodeConfiguration<br>
     vdevs: list[str]<br>
     skip_smoke_tests: bool<br>
<br>
     @staticmethod<br>
-    def from_dict(d: dict, node_map: dict) -> "ExecutionConfiguration":<br>
+    def from_dict(<br>
+        d: dict, node_map: dict[str, Union[SutNodeConfiguration | TGNodeConfiguration]]<br>
+    ) -> "ExecutionConfiguration":<br>
         build_targets: list[BuildTargetConfiguration] = list(<br>
             map(BuildTargetConfiguration.from_dict, d["build_targets"])<br>
         )<br>
         test_suites: list[TestSuiteConfig] = list(<br>
             map(TestSuiteConfig.from_dict, d["test_suites"])<br>
         )<br>
-        sut_name = d["system_under_test"]["node_name"]<br>
+        sut_name = d["system_under_test_node"]["node_name"]<br>
         skip_smoke_tests = d.get("skip_smoke_tests", False)<br>
         assert sut_name in node_map, f"Unknown SUT {sut_name} in execution {d}"<br>
+        system_under_test_node = node_map[sut_name]<br>
+        assert isinstance(<br>
+            system_under_test_node, SutNodeConfiguration<br>
+        ), f"Invalid SUT configuration {system_under_test_node}"<br>
+<br>
+        tg_name = d["traffic_generator_node"]<br>
+        assert tg_name in node_map, f"Unknown TG {tg_name} in execution {d}"<br>
+        traffic_generator_node = node_map[tg_name]<br>
+        assert isinstance(<br>
+            traffic_generator_node, TGNodeConfiguration<br>
+        ), f"Invalid TG configuration {traffic_generator_node}"<br>
+ <br></blockquote><blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
         vdevs = (<br>
-            d["system_under_test"]["vdevs"] if "vdevs" in d["system_under_test"] else []<br>
+            d["system_under_test_node"]["vdevs"]<br>
+            if "vdevs" in d["system_under_test_node"]<br>
+            else []<br>
         )<br>
         return ExecutionConfiguration(<br>
             build_targets=build_targets,<br>
@@ -218,7 +282,8 @@ def from_dict(d: dict, node_map: dict) -> "ExecutionConfiguration":<br>
             func=d["func"],<br>
             skip_smoke_tests=skip_smoke_tests,<br>
             test_suites=test_suites,<br>
-            system_under_test=node_map[sut_name],<br>
+            system_under_test_node=system_under_test_node,<br>
+            traffic_generator_node=traffic_generator_node,<br>
             vdevs=vdevs,<br>
         )<br>
<br>
@@ -229,7 +294,7 @@ class Configuration:<br>
<br>
     @staticmethod<br>
     def from_dict(d: dict) -> "Configuration":<br>
-        nodes: list[NodeConfiguration] = list(<br>
+        nodes: list[Union[SutNodeConfiguration | TGNodeConfiguration]] = list(<br>
             map(NodeConfiguration.from_dict, d["nodes"])<br>
         )<br>
         assert len(nodes) > 0, "There must be a node to test"<br>
diff --git a/dts/framework/config/conf_yaml_schema.json b/dts/framework/config/conf_yaml_schema.json<br>
index 61f52b4365..76df84840a 100644<br>
--- a/dts/framework/config/conf_yaml_schema.json<br>
+++ b/dts/framework/config/conf_yaml_schema.json<br>
@@ -164,6 +164,11 @@<br>
         "amount"<br>
       ]<br>
     },<br>
+    "mac_address": {<br>
+      "type": "string",<br>
+      "description": "A MAC address",<br>
+      "pattern": "^([0-9A-Fa-f]{2}[:-]){5}([0-9A-Fa-f]{2})$"<br>
+    },<br>
     "pci_address": {<br>
       "type": "string",<br>
       "pattern": "^[\\da-fA-F]{4}:[\\da-fA-F]{2}:[\\da-fA-F]{2}.\\d:?\\w*$"<br>
@@ -286,6 +291,22 @@<br>
               ]<br>
             },<br>
             "minimum": 1<br>
+          },<br>
+          "traffic_generator": {<br>
+            "oneOf": [<br>
+              {<br>
+                "type": "object",<br>
+                "description": "Scapy traffic generator. Used for functional testing.",<br>
+                "properties": {<br>
+                  "type": {<br>
+                    "type": "string",<br>
+                    "enum": [<br>
+                      "SCAPY"<br>
+                    ]<br>
+                  }<br>
+                }<br>
+              }<br>
+            ]<br>
           }<br>
         },<br>
         "additionalProperties": false,<br>
@@ -336,7 +357,7 @@<br>
             "description": "Optional field that allows you to skip smoke testing",<br>
             "type": "boolean"<br>
           },<br>
-          "system_under_test": {<br>
+          "system_under_test_node": {<br>
             "type":"object",<br>
             "properties": {<br>
               "node_name": {<br>
@@ -353,6 +374,9 @@<br>
             "required": [<br>
               "node_name"<br>
             ]<br>
+          },<br>
+          "traffic_generator_node": {<br>
+            "$ref": "#/definitions/node_name"<br>
           }<br>
         },<br>
         "additionalProperties": false,<br>
@@ -361,7 +385,8 @@<br>
           "perf",<br>
           "func",<br>
           "test_suites",<br>
-          "system_under_test"<br>
+          "system_under_test_node",<br>
+          "traffic_generator_node"<br>
         ]<br>
       },<br>
       "minimum": 1<br>
diff --git a/dts/framework/dts.py b/dts/framework/dts.py<br>
index 7b09d8fba8..372bc72787 100644<br>
--- a/dts/framework/dts.py<br>
+++ b/dts/framework/dts.py<br>
@@ -38,17 +38,17 @@ def run_all() -> None:<br>
         # for all Execution sections<br>
         for execution in CONFIGURATION.executions:<br>
             sut_node = None<br>
-            if <a href="http://execution.system_under_test.name" rel="noreferrer" target="_blank">execution.system_under_test.name</a> in nodes:<br>
+            if <a href="http://execution.system_under_test_node.name" rel="noreferrer" target="_blank">execution.system_under_test_node.name</a> in nodes:<br>
                 # a Node with the same name already exists<br>
-                sut_node = nodes[<a href="http://execution.system_under_test.name" rel="noreferrer" target="_blank">execution.system_under_test.name</a>]<br>
+                sut_node = nodes[<a href="http://execution.system_under_test_node.name" rel="noreferrer" target="_blank">execution.system_under_test_node.name</a>]<br>
             else:<br>
                 # the SUT has not been initialized yet<br>
                 try:<br>
-                    sut_node = SutNode(execution.system_under_test)<br>
+                    sut_node = SutNode(execution.system_under_test_node)<br>
                     result.update_setup(Result.PASS)<br>
                 except Exception as e:<br>
                     dts_logger.exception(<br>
-                        f"Connection to node {execution.system_under_test} failed."<br>
+                        f"Connection to node {execution.system_under_test_node} failed."<br>
                     )<br>
                     result.update_setup(Result.FAIL, e)<br>
                 else:<br>
@@ -87,7 +87,9 @@ def _run_execution(<br>
     Run the given execution. This involves running the execution setup as well as<br>
     running all build targets in the given execution.<br>
     """<br>
-    <a href="http://dts_logger.info" rel="noreferrer" target="_blank">dts_logger.info</a>(f"Running execution with SUT '{<a href="http://execution.system_under_test.name" rel="noreferrer" target="_blank">execution.system_under_test.name</a>}'.")<br>
+    <a href="http://dts_logger.info" rel="noreferrer" target="_blank">dts_logger.info</a>(<br>
+        f"Running execution with SUT '{<a href="http://execution.system_under_test_node.name" rel="noreferrer" target="_blank">execution.system_under_test_node.name</a>}'."<br>
+    )<br>
     execution_result = result.add_execution(sut_node.config, sut_node.node_info)<br>
<br>
     try:<br>
diff --git a/dts/framework/testbed_model/node.py b/dts/framework/testbed_model/node.py<br>
index c5147e0ee6..d2d55d904e 100644<br>
--- a/dts/framework/testbed_model/node.py<br>
+++ b/dts/framework/testbed_model/node.py<br>
@@ -48,6 +48,8 @@ def __init__(self, node_config: NodeConfiguration):<br>
         self._logger = getLogger(<a href="http://self.name" rel="noreferrer" target="_blank">self.name</a>)<br>
         self.main_session = create_session(self.config, <a href="http://self.name" rel="noreferrer" target="_blank">self.name</a>, self._logger)<br>
<br>
+        self._<a href="http://logger.info" rel="noreferrer" target="_blank">logger.info</a>(f"Connected to node: {<a href="http://self.name" rel="noreferrer" target="_blank">self.name</a>}")<br>
+<br>
         self._get_remote_cpus()<br>
         # filter the node lcores according to user config<br>
         self.lcores = LogicalCoreListFilter(<br>
@@ -56,8 +58,6 @@ def __init__(self, node_config: NodeConfiguration):<br>
<br>
         self._other_sessions = []<br>
<br>
-        self._<a href="http://logger.info" rel="noreferrer" target="_blank">logger.info</a>(f"Created node: {<a href="http://self.name" rel="noreferrer" target="_blank">self.name</a>}")<br>
-<br>
     def set_up_execution(self, execution_config: ExecutionConfiguration) -> None:<br>
         """<br>
         Perform the execution setup that will be done for each execution<br>
diff --git a/dts/framework/testbed_model/sut_node.py b/dts/framework/testbed_model/sut_node.py<br>
index 53953718a1..bcad364435 100644<br>
--- a/dts/framework/testbed_model/sut_node.py<br>
+++ b/dts/framework/testbed_model/sut_node.py<br>
@@ -13,8 +13,8 @@<br>
     BuildTargetConfiguration,<br>
     BuildTargetInfo,<br>
     InteractiveApp,<br>
-    NodeConfiguration,<br>
     NodeInfo,<br>
+    SutNodeConfiguration,<br>
 )<br>
 from framework.remote_session import (<br>
     CommandResult,<br>
@@ -83,6 +83,7 @@ class SutNode(Node):<br>
     Another key capability is building DPDK according to given build target.<br>
     """<br>
<br>
+    config: SutNodeConfiguration<br>
     _dpdk_prefix_list: list[str]<br>
     _dpdk_timestamp: str<br>
     _build_target_config: BuildTargetConfiguration | None<br>
@@ -95,7 +96,7 @@ class SutNode(Node):<br>
     _node_info: NodeInfo | None<br>
     _compiler_version: str | None<br>
<br>
-    def __init__(self, node_config: NodeConfiguration):<br>
+    def __init__(self, node_config: SutNodeConfiguration):<br>
         super(SutNode, self).__init__(node_config)<br>
         self._dpdk_prefix_list = []<br>
         self._build_target_config = None<br>
@@ -110,6 +111,7 @@ def __init__(self, node_config: NodeConfiguration):<br>
         self._dpdk_version = None<br>
         self._node_info = None<br>
         self._compiler_version = None<br>
+        self._<a href="http://logger.info" rel="noreferrer" target="_blank">logger.info</a>(f"Created node: {<a href="http://self.name" rel="noreferrer" target="_blank">self.name</a>}")<br>
<br>
     @property<br>
     def _remote_dpdk_dir(self) -> PurePath:<br>
-- <br>
2.34.1<br>
<br>
</blockquote></div></div>