[dts] [PATCH V1] tests: add the suite of cryptodev unit-test

Chen, Zhaoyan zhaoyan.chen at intel.com
Mon Jan 21 03:53:41 CET 2019


Acked-by: Zhaoyan Chen <zhaoyan.chen at intel.com>


> -----Original Message-----
> From: dts [mailto:dts-bounces at dpdk.org] On Behalf Of Zhao, XinfengX
> Sent: Thursday, January 17, 2019 4:44 PM
> To: dts at dpdk.org
> Cc: Zhao, XinfengX <xinfengx.zhao at intel.com>
> Subject: Re: [dts] [PATCH V1] tests: add the suite of cryptodev unit-test
> 
> Tested-by : Xinfeng Zhao <xinfengx.zhao at intel.com>
> 
> -----Original Message-----
> From: Zhao, XinfengX
> Sent: Wednesday, January 16, 2019 2:10 PM
> To: dts at dpdk.org
> Cc: Zhao, XinfengX <xinfengx.zhao at intel.com>
> Subject: [dts][PATCH V1] tests: add the suite of cryptodev unit-test
> 
> add the methods of cryptodev common and the suite of cryptodev unit-test
> 
> Signed-off-by: Xinfeng Zhao <xinfengx.zhao at intel.com>
> ---
>  tests/TestSuite_cryptodev_common.py         | 170
> ++++++++++++++++++++++++++++
>  tests/TestSuite_cryptodev_func_unit-test.py | 137 ++++++++++++++++++++++
>  2 files changed, 307 insertions(+)
>  create mode 100644 tests/TestSuite_cryptodev_common.py
>  create mode 100644 tests/TestSuite_cryptodev_func_unit-test.py
> 
> diff --git a/tests/TestSuite_cryptodev_common.py
> b/tests/TestSuite_cryptodev_common.py
> new file mode 100644
> index 0000000..4cb8ec0
> --- /dev/null
> +++ b/tests/TestSuite_cryptodev_common.py
> @@ -0,0 +1,170 @@
> +# BSD LICENSE
> +#
> +# Copyright(c) 2016-2017 Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +#   * Redistributions of source code must retain the above copyright
> +#     notice, this list of conditions and the following disclaimer.
> +#   * Redistributions in binary form must reproduce the above copyright
> +#     notice, this list of conditions and the following disclaimer in
> +#     the documentation and/or other materials provided with the
> +#     distribution.
> +#   * Neither the name of Intel Corporation nor the names of its
> +#     contributors may be used to endorse or promote products derived
> +#     from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
> #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
> #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
> #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
> ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
> #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +
> +def build_dpdk_with_cryptodev(test_case):
> +    # Rebuild the dpdk with cryptodev pmds
> +    snow3g_lib_path = "/root/libsso_snow3g/snow3g/"
> +    if "snow3g_lib_path" in test_case.get_suite_cfg():
> +        snow3g_lib_path = test_case.get_suite_cfg()["snow3g_lib_path"]
> +
> +    zuc_lib_path = "/root/libsso_zuc.1.0.1.1-8/zuc"
> +    if "zuc_lib_path" in test_case.get_suite_cfg():
> +        zuc_lib_path = test_case.get_suite_cfg()["zuc_lib_path"]
> +
> +    kasumi_lib_path = "/root/LibSSO_0_3_1/isg_cid-wireless_libs/ciphers/kasumi/"
> +    if "kasumi_lib_path" in test_case.get_suite_cfg():
> +        kasumi_lib_path = test_case.get_suite_cfg()["kasumi_lib_path"]
> +
> +    test_case.dut.send_expect(
> +        "export LIBSSO_SNOW3G_PATH={}".format(snow3g_lib_path), "#")
> +    test_case.dut.send_expect(
> +        "export LIBSSO_ZUC_PATH={}".format(zuc_lib_path), "#")
> +    test_case.dut.send_expect(
> +        "export LIBSSO_KASUMI_PATH={}".format(kasumi_lib_path), "#")
> +
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_QAT_SYM=n$/CONFIG_RTE_LIBRTE_PMD_QAT_SYM=
> y/' config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_AESNI_MB=n$/CONFIG_RTE_LIBRTE_PMD_AESNI_MB
> =y/' config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_OPENSSL=n$/CONFIG_RTE_LIBRTE_PMD_OPENSSL=y
> /' config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_AESNI_GCM=n$/CONFIG_RTE_LIBRTE_PMD_AESNI_G
> CM=y/' config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_SNOW3G=n$/CONFIG_RTE_LIBRTE_PMD_SNOW3G=y
> /' config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_KASUMI=n$/CONFIG_RTE_LIBRTE_PMD_KASUMI=y/'
> config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> + 's/CONFIG_RTE_LIBRTE_PMD_ZUC=n$/CONFIG_RTE_LIBRTE_PMD_ZUC=y/'
> + config/common_base", "# ")
> +
> +    test_case.dut.skip_setup = False
> +    test_case.dut.build_install_dpdk(test_case.dut.target)
> +
> +
> +def bind_qat_device(test_case, driver = "igb_uio"):
> +    if not driver:
> +        test_case.logger.error("Please configure the driver of qat device to bind")
> +    if driver == 'vfio-pci':
> +        test_case.dut.send_expect('modprobe vfio-pci', '#', 10)
> +
> +    if "crypto_dev_id" in test_case.get_suite_cfg():
> +        crypto_dev_id = test_case.get_suite_cfg()["crypto_dev_id"]
> +    else:
> +        crypto_dev_id = "443"
> +    test_case.logger.info("crypto device id: " + crypto_dev_id)
> +
> +    # Bind QAT VF devices
> +    out = test_case.dut.send_expect("lspci -d:{}|awk '{{print
> $1}}'".format(crypto_dev_id), "# ", 10)
> +    crypto_list = out.replace("\r", "\n").replace("\n\n", "\n").split("\n")
> +    test_case._crypto_pci = crypto_list[0]
> +    test_case.dut.send_expect(
> +        'echo "8086 {}" > /sys/bus/pci/drivers/{}/new_id'.format(crypto_dev_id,
> driver), "# ", 10)
> +    for line in crypto_list:
> +        cmd = "echo 0000:{} > /sys/bus/pci/devices/0000\:{}/driver/unbind".format(
> +            line, line.replace(":", "\:"))
> +        test_case.dut.send_expect(cmd, "# ", 10)
> +        cmd = "echo 0000:{} > /sys/bus/pci/drivers/{}/bind".format(
> +            line, driver)
> +        test_case.dut.send_expect(cmd, "# ", 10)
> +
> +
> +def clear_dpdk_config(test_case):
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_QAT_SYM=y$/CONFIG_RTE_LIBRTE_PMD_QAT_SYM=
> n/' config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_AESNI_MB=y$/CONFIG_RTE_LIBRTE_PMD_AESNI_MB
> =n/' config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_OPENSSL=y$/CONFIG_RTE_LIBRTE_PMD_OPENSSL=n
> /' config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_AESNI_GCM=y$/CONFIG_RTE_LIBRTE_PMD_AESNI_G
> CM=n/' config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_SNOW3G=y$/CONFIG_RTE_LIBRTE_PMD_SNOW3G=n
> /' config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> 's/CONFIG_RTE_LIBRTE_PMD_KASUMI=y$/CONFIG_RTE_LIBRTE_PMD_KASUMI=n/'
> config/common_base", "# ")
> +    test_case.dut.send_expect(
> +        "sed -i
> +'s/CONFIG_RTE_LIBRTE_PMD_ZUC=y$/CONFIG_RTE_LIBRTE_PMD_ZUC=n/'
> +config/common_base", "# ")
> +
> +
> +default_eal_opts = {
> +    "c": None,
> +    "l": None,
> +    "w": None,
> +    "vdev": None,
> +    "socket-mem": "512,512",
> +    "n": "4"
> +}
> +
> +
> +def get_eal_opt_str(test_case, override_eal_opts={}):
> +    return get_opt_str(test_case, default_eal_opts, override_eal_opts)
> +
> +
> +def get_opt_str(test_case, default_opts, override_opts={}):
> +    opts = default_opts.copy()
> +
> +    # Update options with test suite/case config file
> +    for key in opts.keys():
> +        if key in test_case.get_case_cfg():
> +            opts[key] = test_case.get_case_cfg()[key]
> +
> +    # Update options with func input
> +    opts.update(override_opts)
> +
> +    # Generate option string
> +    opt_str = ""
> +    for key,value in opts.items():
> +        if value is None:
> +            continue
> +        dash = "-" if len(key) == 1 else "--"
> +        opt_str = opt_str + "{0}{1} {2} ".format(dash, key, value)
> +
> +    return opt_str
> +
> +
> +def get_dpdk_app_cmd_str(app_path, eal_opt_str, app_opt_str=None):
> +    if not app_opt_str:
> +        return "{0} {1}".format(app_path, eal_opt_str)
> +    return "{0} {1} -- {2}".format(app_path, eal_opt_str, app_opt_str)
> +
> +
> +def is_test_skip(test_case):
> +    if "test_skip" in test_case.get_case_cfg() \
> +       and test_case.get_case_cfg()["test_skip"] == "Y":
> +        test_case.logger.info("Test Skip is YES")
> +        return True
> +
> +
> +def is_build_skip(test_case):
> +    if "build_skip" in test_case.get_suite_cfg() \
> +       and test_case.get_suite_cfg()["build_skip"] == "Y":
> +        test_case.logger.info("Build Skip is YES")
> +        return True
> diff --git a/tests/TestSuite_cryptodev_func_unit-test.py
> b/tests/TestSuite_cryptodev_func_unit-test.py
> new file mode 100644
> index 0000000..20aa81a
> --- /dev/null
> +++ b/tests/TestSuite_cryptodev_func_unit-test.py
> @@ -0,0 +1,137 @@
> +# BSD LICENSE
> +#
> +# Copyright(c) 2016-2017 Intel Corporation. All rights reserved.
> +# All rights reserved.
> +#
> +# Redistribution and use in source and binary forms, with or without #
> +modification, are permitted provided that the following conditions #
> +are met:
> +#
> +#   * Redistributions of source code must retain the above copyright
> +#     notice, this list of conditions and the following disclaimer.
> +#   * Redistributions in binary form must reproduce the above copyright
> +#     notice, this list of conditions and the following disclaimer in
> +#     the documentation and/or other materials provided with the
> +#     distribution.
> +#   * Neither the name of Intel Corporation nor the names of its
> +#     contributors may be used to endorse or promote products derived
> +#     from this software without specific prior written permission.
> +#
> +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
> CONTRIBUTORS #
> +"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT #
> +LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
> FOR #
> +A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
> #
> +OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
> #
> +SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT #
> +LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
> #
> +DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
> ANY #
> +THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT #
> +(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
> #
> +OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
> +
> +import json
> +
> +from test_case import TestCase
> +
> +import TestSuite_cryptodev_common as cc
> +
> +
> +class UnitTestsCryptodev(TestCase):
> +
> +    def set_up_all(self):
> +        self._app_path = "./{target}/app/test".format(target=self.dut.target)
> +        if not cc.is_build_skip(self):
> +            cc.build_dpdk_with_cryptodev(self)
> +        cc.bind_qat_device(self)
> +
> +    def set_up(self):
> +        pass
> +
> +    def tear_down(self):
> +        self.dut.kill_all()
> +
> +    def tear_down_all(self):
> +        cc.clear_dpdk_config(self)
> +
> +    def test_cryptodev_qat_autotest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_qat_autotest", eal_opt_str)
> +
> +    def _test_cryptodev_qat_perftest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_qat_perftest", eal_opt_str)
> +
> +    def _test_cryptodev_qat_continual_perftest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_qat_continual_perftest",
> + eal_opt_str)
> +
> +    def _test_cryptodev_qat_snow3g_perftest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_qat_snow3g_perftest",
> + eal_opt_str)
> +
> +    def test_cryptodev_aesni_mb_autotest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_aesni_mb_autotest",
> + eal_opt_str)
> +
> +    def _test_cryptodev_aesni_mb_perftest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_aesni_mb_perftest",
> + eal_opt_str)
> +
> +    def test_cryptodev_aesni_gcm_autotest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_aesni_gcm_autotest",
> + eal_opt_str)
> +
> +    def _test_cryptodev_aesni_gcm_perftest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_aesni_gcm_perftest",
> + eal_opt_str)
> +
> +    def test_cryptodev_sw_snow3g_autotest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_sw_snow3g_autotest",
> + eal_opt_str)
> +
> +    def _test_cryptodev_sw_snow3g_perftest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_sw_snow3g_perftest",
> + eal_opt_str)
> +
> +    def test_cryptodev_sw_kasumi_autotest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_sw_kasumi_autotest",
> + eal_opt_str)
> +
> +    def test_cryptodev_sw_zuc_autotest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_sw_zuc_autotest", eal_opt_str)
> +
> +    def test_cryptodev_null_autotest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_null_autotest", eal_opt_str)
> +
> +    def test_cryptodev_openssl_autotest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_openssl_autotest", eal_opt_str)
> +
> +    def _test_cryptodev_openssl_perftest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_openssl_perftest", eal_opt_str)
> +
> +    def test_cryptodev_scheduler_autotest(self):
> +        eal_opt_str = cc.get_eal_opt_str(self)
> +        self.__run_unit_test("cryptodev_scheduler_autotest",
> + eal_opt_str)
> +
> +    def __run_unit_test(self, testsuite, eal_opt_str, timeout=600):
> +        self.logger.info("STEP_TEST: " + testsuite)
> +        self.dut.send_expect("dmesg -C", "# ", 30)
> +        cmd_str = cc.get_dpdk_app_cmd_str(self._app_path, eal_opt_str)
> +        self.dut.send_expect(cmd_str, "RTE>>", 30)
> +
> +        out = ""
> +        try:
> +            out = self.dut.send_expect(testsuite, "RTE>>", timeout)
> +            self.dut.send_expect("quit", "# ", 30)
> +        except Exception, ex:
> +            self.logger.error("Cryptodev Unit Tests Exception")
> +            dmesg = self.dut.alt_session.send_expect("dmesg", "# ", 30)
> +            self.logger.error("dmesg info:")
> +            self.logger.error(dmesg)
> +
> +        self.logger.info(out)
> +        self.verify("Test OK" in out, "Test Failed")
> --
> 2.7.4



More information about the dts mailing list