DPDK: 5-tuple-swap multiprocess testpmd on a single port

lisa/microsoft/testsuites/dpdk/common.py

@@ -15,7 +15,7 @@
 from lisa.operating_system import Debian, Fedora, Oracle, Posix, Suse, Ubuntu
 from lisa.tools import Git, Lscpu, Tar, Wget
 from lisa.tools.lscpu import CpuArchitecture
-from lisa.util import UnsupportedDistroException
+from lisa.util import UnsupportedDistroException, parse_version
 
 DPDK_STABLE_GIT_REPO = "https://dpdk.org/git/dpdk-stable"
 
@@ -289,7 +289,7 @@ def force_dpdk_default_source(variables: Dict[str, Any]) -> None:
         variables["dpdk_source"] = DPDK_STABLE_GIT_REPO
 
 
-_UBUNTU_LTS_VERSIONS = ["24.4.0", "22.4.0", "20.4.0", "18.4.0"]
+_UBUNTU_LTS_VERSIONS = ["24.4.0", "22.4.0", "20.4.0"]
 
 
 # see https://ubuntu.com/about/release-cycle
@@ -331,9 +331,8 @@ def check_dpdk_support(node: Node) -> None:
                 f"is_latest_or_prerelease? ({is_ubuntu_latest_or_prerelease(node.os)})"
                 f" is_lts_version? ({is_ubuntu_lts_version(node.os)})"
             )
-            # TODO: undo special casing for 18.04 when it's usage is less common
             supported = (
-                node.os.information.version == "18.4.0"
+                node.os.information.version > "18.4.0"
                 or is_ubuntu_latest_or_prerelease(node.os)
                 or is_ubuntu_lts_version(node.os)
             )
@@ -472,3 +471,89 @@ class Pmd(str, Enum):
 class DpdkGradeMetric(str, Enum):
     PPS = "pps"
     BPS = "bps"
+
+
+class DpdkMpRole(str, Enum):
+    # dpdk multiprocessing allows numerous secondary processes to
+    # share a single primary context. Testpmd and other apps allow this
+    # to occur fairly transparently, but require it to be declared
+    # at start time. The primary process has a proc_id of '0'
+    # This is unfortunate, since it's the nice python default for
+    # integer arguments.
+    #
+    # Use this enum to differentiate between primary and secondary
+    # multiple process context types. There is no single process
+    # context type, because this argument will be passed as Optional.
+    # So DpdkMpRole is either None or PRIMARY | SECONDARY
+
+    PRIMARY_PROCESS = "primary"
+    SECONDARY_PROCESS = "secondary"
+
+
+class TestpmdForwardMode(str, Enum):
+    # Forwarding modes for the testpmd application.
+    #
+    # txonly  : generate and transmit packets without validating received
+    #           traffic (useful for pure transmit/throughput tests).
+    # rxonly  : receive and count packets without transmitting (useful for
+    #           pure receive/throughput or loss measurement).
+    # 5tswap  : swap the 5‑tuple fields between source and destination for
+    #           each packet (IP src/dst, L4 src/dst ports, and protocol),
+    #           exercising header rewrite paths.
+
+    TX_ONLY = "txonly"
+    RX_ONLY = "rxonly"
+    FIVE_TUPLE_SWAP = "5tswap"
+
+
+_dpdk_default_source_dict = {
+    "Ubuntu": {
+        "20.4.0": "v25.11",
+        "22.4.0": "v24.11",
+        "24.4.0": "v24.11",
+        "25.4.0": "v25.11",
+        "26.4.0": "v25.11",
+    },
+    "Debian": {
+        "10.0.0": "v22.11",
+        "11.0.0": "v24.11",
+        "12.0.0": "v24.11",
+        "13.0.0": "v25.11",
+    },
+    "Redhat": {
+        "8.6.0": "v24.11",
+        "9.0.0": "v25.11",
+    },
+    "CentOs": {
+        "8.6.0": "v24.11",
+        "9.0.0": "v25.11",
+    },
+}
+
+
+def get_dpdk_default_source_version(node: Node) -> str:
+    # match major.minor os versions for supported distros
+    # to lkg dpdk versions for the source installation.
+    # Versions are evaluated at >= for the os version.
+
+    os_version = node.os.information.version
+    os_match = _dpdk_default_source_dict.get(node.os.name, None)
+    if os_match is None:
+        raise UnsupportedDistroException(
+            node.os,
+            f"Unsupported distro {node.os.name}, cannot determine "
+            "default DPDK source version for testpmd.",
+        )
+    for version_threshold, dpdk_version in os_match.items():
+        if (
+            os_version >= version_threshold
+            and os_version.major == parse_version(version_threshold).major
+        ):
+            return dpdk_version
+        # if we get here, the os version is too old to have a supported dpdk version
+    raise UnsupportedDistroException(
+        node.os,
+        f"Unsupported distro version {str(os_version)} for {node.os.name}. "
+        "Use a version >= the following versions: "
+        f"{', '.join(os_match.keys())}",
+    )

lisa/microsoft/testsuites/dpdk/dpdkperf.py

@@ -10,7 +10,6 @@
     verify_dpdk_build,
     verify_dpdk_l3fwd_ntttcp_tcp,
     verify_dpdk_send_receive,
-    verify_dpdk_send_receive_multi_txrx_queue,
 )
 
 from lisa import (
@@ -168,7 +167,7 @@ def perf_dpdk_minimal_failsafe_pmd(
         log: Logger,
         variables: Dict[str, Any],
     ) -> None:
-        self._run_dpdk_perf_test(Pmd.FAILSAFE, result, log, variables)
+        self._run_dpdk_testpmd_perf_test(Pmd.FAILSAFE, result, log, variables)
 
     @TestCaseMetadata(
         description="""
@@ -189,7 +188,7 @@ def perf_dpdk_minimal_netvsc_pmd(
         log: Logger,
         variables: Dict[str, Any],
     ) -> None:
-        self._run_dpdk_perf_test(Pmd.NETVSC, result, log, variables)
+        self._run_dpdk_testpmd_perf_test(Pmd.NETVSC, result, log, variables)
 
     @TestCaseMetadata(
         description="""
@@ -211,12 +210,12 @@ def perf_dpdk_multi_queue_failsafe_pmd(
         log: Logger,
         variables: Dict[str, Any],
     ) -> None:
-        self._run_dpdk_perf_test(
+        self._run_dpdk_testpmd_perf_test(
             Pmd.FAILSAFE,
             result,
             log,
             variables,
-            use_queues=True,
+            multiple_queues=True,
         )
 
     @TestCaseMetadata(
@@ -238,12 +237,12 @@ def perf_dpdk_multi_queue_netvsc_pmd(
         log: Logger,
         variables: Dict[str, Any],
     ) -> None:
-        self._run_dpdk_perf_test(
+        self._run_dpdk_testpmd_perf_test(
             Pmd.NETVSC,
             result,
             log,
             variables,
-            use_queues=True,
+            multiple_queues=True,
         )
 
     @TestCaseMetadata(
@@ -280,37 +279,30 @@ def perf_dpdk_l3fwd_ntttcp_tcp(
             is_perf_test=True,
         )
 
-    def _run_dpdk_perf_test(
+    def _run_dpdk_testpmd_perf_test(
         self,
         pmd: Pmd,
         test_result: TestResult,
         log: Logger,
         variables: Dict[str, Any],
-        use_queues: bool = False,
+        multiple_queues: bool = False,
+        hugepage_size: HugePageSize = HugePageSize.HUGE_2MB,
     ) -> None:
         environment = test_result.environment
         assert environment, "fail to get environment from testresult"
 
         # run build + validation to populate results
         self._validate_core_counts_are_equal(test_result)
         try:
-            if use_queues:
-                send_kit, receive_kit = verify_dpdk_send_receive_multi_txrx_queue(
-                    environment,
-                    log,
-                    variables,
-                    pmd,
-                    result=test_result,
-                )
-            else:
-                send_kit, receive_kit = verify_dpdk_send_receive(
-                    environment,
-                    log,
-                    variables,
-                    pmd,
-                    HugePageSize.HUGE_2MB,
-                    result=test_result,
-                )
+            send_kit, receive_kit = verify_dpdk_send_receive(
+                environment,
+                log,
+                variables,
+                pmd,
+                multiple_queues=multiple_queues,
+                hugepage_size=hugepage_size,
+                result=test_result,
+            )
         except UnsupportedPackageVersionException as err:
             raise SkippedException(err)
 

lisa/microsoft/testsuites/dpdk/dpdksuite.py

@@ -17,6 +17,7 @@
 from microsoft.testsuites.dpdk.dpdkovs import DpdkOvs
 from microsoft.testsuites.dpdk.dpdkutil import (
     UIO_HV_GENERIC_SYSFS_PATH,
+    TestpmdForwardMode,
     UnsupportedPackageVersionException,
     check_send_receive_compatibility,
     do_parallel_cleanup,
@@ -541,9 +542,9 @@ def run_testpmd_hotplug_send_test(
             raise SkippedException(err)
         testpmd = test_kit.testpmd
         test_nic = node.nics.get_secondary_nic()
-        testpmd_cmd = testpmd.generate_testpmd_command([test_nic], 0, "txonly")
+        testpmd_cmd = testpmd.generate_testpmd_command([test_nic], 0, "txonly", pmd)
         kit_cmd_pairs = {
-            test_kit: testpmd_cmd,
+            test_kit: [testpmd_cmd],
         }
 
         run_testpmd_concurrent(
@@ -855,7 +856,7 @@ def verify_dpdk_send_receive_multi_txrx_queue_4k_mtu_netvsc(
         # allow configuring for different platforms
         mtu_size = 4000
         try:
-            snd, rcv = verify_dpdk_send_receive_multi_txrx_queue(
+            verify_dpdk_send_receive_multi_txrx_queue(
                 environment,
                 log,
                 variables,
@@ -1077,6 +1078,44 @@ def verify_dpdk_send_receive_gb_hugepages_netvsc(
         except UnsupportedPackageVersionException as err:
             raise SkippedException(err)
 
+    @TestCaseMetadata(
+        description="""
+            Tests a sender/receiver 5-tuple-swap forwarding setup
+             for direct netvsc pmd setup.
+            Sender sends the packets, receiver receives them.
+            We check the traffic received matches the amount sent
+             and received by the forwarder.
+            Test uses 1GB hugepages.
+        """,
+        priority=2,
+        requirement=simple_requirement(
+            min_core_count=32,
+            min_nic_count=2,
+            network_interface=Sriov(),
+            min_count=2,
+            unsupported_features=[Gpu, Infiniband],
+        ),
+    )
+    def verify_dpdk_testpmd_5tswap_gb_hugepages_netvsc(
+        self,
+        environment: Environment,
+        log: Logger,
+        variables: Dict[str, Any],
+        result: TestResult,
+    ) -> None:
+        try:
+            verify_dpdk_send_receive(
+                environment,
+                log,
+                variables,
+                Pmd.NETVSC,
+                HugePageSize.HUGE_1GB,
+                result=result,
+                receiver_mode=TestpmdForwardMode.FIVE_TUPLE_SWAP,
+            )
+        except UnsupportedPackageVersionException as err:
+            raise SkippedException(err)
+
     @TestCaseMetadata(
         description="""
                 Run testpmd with multiple senders to a single receiver