From 52ab8fa565d324e788d8053881d1b0e5171b616a Mon Sep 17 00:00:00 2001 From: Valerio Setti Date: Thu, 14 Dec 2023 18:04:04 +0100 Subject: [PATCH] analyze_outcomes/all.sh: add reference component and entry for coverage comparison Signed-off-by: Valerio Setti --- tests/scripts/all.sh | 13 +++++++++++++ tests/scripts/analyze_outcomes.py | 17 +++++++++++++++++ 2 files changed, 30 insertions(+) diff --git a/tests/scripts/all.sh b/tests/scripts/all.sh index 464113c24..a8c11003a 100755 --- a/tests/scripts/all.sh +++ b/tests/scripts/all.sh @@ -1159,6 +1159,19 @@ component_test_default_cmake_gcc_asan_new_bignum () { tests/context-info.sh } +# This is a common component testing the full config. Its purpose is to be used +# as the "reference" for driver's acceleration tests below when possible (this +# not always the case because some reference test require extra configuration +# in addition to the default one) +component_test_full_common_reference () { + msg "build: full config (common reference)" + helper_libtestdriver1_adjust_config "full" + make + + msg "test: full config (common reference)" + make test +} + component_test_full_cmake_gcc_asan () { msg "build: full config, cmake, gcc, ASan" scripts/config.py full diff --git a/tests/scripts/analyze_outcomes.py b/tests/scripts/analyze_outcomes.py index d3ea8c0e1..cb0f3655f 100755 --- a/tests/scripts/analyze_outcomes.py +++ b/tests/scripts/analyze_outcomes.py @@ -533,6 +533,23 @@ KNOWN_TASKS = { ], } } + }, + 'analyze_block_cipher_dispatch': { + 'test_function': do_analyze_driver_vs_reference, + 'args': { + 'component_ref': 'test_full_common_reference', + 'component_driver': 'test_full_block_cipher_psa_dispatch', + 'ignored_suites': [ + ], + 'ignored_tests': { + 'test_suite_platform': [ + # Incompatible with sanitizers (e.g. ASan). If the driver + # component uses a sanitizer but the reference component + # doesn't, we have a PASS vs SKIP mismatch. + 'Check mbedtls_calloc overallocation', + ], + } + } } }