yuzu-emu/mbedtls
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

check_test_cases.py: support checking test coverage in compat.sh

Browse source 
Test case description in compat.sh is in format of
    [ogm]->[ogm] TLSmode, VERIFY CIPHERSUITE_NAME

This program calls compat.sh to list all potential test case
descriptions then checks test case duplication.

Signed-off-by: Yanray Wang <yanray.wang@arm.com>
This commit is contained in:
Yanray Wang 2023-02-24 14:53:29 +08:00
parent d893837d01
commit 235469302d
1 changed files with 22 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
tests/scripts/check_test_cases.py
View file

@ -25,6 +25,7 @@ import argparse
import glob import glob
import os import os
import re import re
import subprocess
import sys import sys
class Results: class Results:
@ -111,6 +112,24 @@ state may override this method.
self.process_test_case(descriptions, self.process_test_case(descriptions,
file_name, line_number, description) file_name, line_number, description)
def walk_compat_sh(self, file_name):
"""Iterate over the test cases compat.sh with a similar format."""
descriptions = self.new_per_file_state() # pylint: disable=assignment-from-none
compat_cmd = ['sh', file_name, '--list-test-case']
result = subprocess.run(compat_cmd,
stdout=subprocess.PIPE,
check=False)
if result.returncode != 0:
print(*compat_cmd, 'returned', str(result.returncode))
return
else:
# Pattern: g->m dtls12,no TLS_DHE_PSK_WITH_AES_128_CBC_SHA\n
m = re.findall(br'[^ogm]*((?:[ogm]->[ogm]\s*\w*.\w*\s\w*)*)\n',
result.stdout)
if m:
for i in m:
self.process_test_case(descriptions, file_name, 1, i)
@staticmethod @staticmethod
def collect_test_directories(): def collect_test_directories():
"""Get the relative path for the TLS and Crypto test directories.""" """Get the relative path for the TLS and Crypto test directories."""
@ -136,6 +155,9 @@ state may override this method.
for ssl_opt_file_name in glob.glob(os.path.join(directory, 'opt-testcases', for ssl_opt_file_name in glob.glob(os.path.join(directory, 'opt-testcases',
'*.sh')): '*.sh')):
self.walk_ssl_opt_sh(ssl_opt_file_name) self.walk_ssl_opt_sh(ssl_opt_file_name)
compat_sh = os.path.join(directory, 'compat.sh')
if os.path.exists(compat_sh):
self.walk_compat_sh(compat_sh)
class TestDescriptions(TestDescriptionExplorer): class TestDescriptions(TestDescriptionExplorer):
"""Collect the available test cases.""" """Collect the available test cases."""