dynarmic/externals/zydis/tests/regression.py
MerryMage 343b21ff7b externals: Add zydis
Merge commit '6ee9beab3209bc301af98ee881bd15f0aeea2513' as 'externals/zydis'
2021-05-25 21:23:45 +01:00

72 lines
No EOL
1.8 KiB
Python

import os
import sys
import shlex
import argparse
import difflib
from subprocess import Popen, PIPE
TEST_CASE_DIRECTORY = "./cases"
def get_exitcode_stdout_stderr(cmd):
"""
Executes an external command and returns the exitcode, stdout and stderr.
"""
args = shlex.split(cmd)
proc = Popen(args, stdout=PIPE, stderr=PIPE)
out, err = proc.communicate()
exitcode = proc.returncode
return exitcode, out, err
parser = argparse.ArgumentParser(description="Regression testing.")
parser.add_argument(dest="operation", choices=["test", "rebase"])
parser.add_argument(dest="zydis_info_path", type=str)
args = parser.parse_args()
has_failed = False
for case in os.listdir(TEST_CASE_DIRECTORY):
if not case.endswith(".in"):
continue
path = os.path.join(TEST_CASE_DIRECTORY, case)
print(path)
with open(path, mode="r") as f:
payload = f.read()
exitcode, out, err = get_exitcode_stdout_stderr(f"{args.zydis_info_path} {payload}")
pre, ext = os.path.splitext(case)
path = os.path.join(TEST_CASE_DIRECTORY, pre + ".out")
if args.operation == "rebase":
with open(path, mode="wb") as f:
f.write(out)
continue
try:
with open(path, mode="rb") as f:
expected = f.read()
if expected != out:
print(f"FAILED: '{case}' [{payload}]")
print('\n'.join(difflib.unified_diff(
expected.decode().split('\n'),
out.decode().split('\n'),
fromfile='expected',
tofile='got',
)))
has_failed = True
except FileNotFoundError:
print(f"FAILED: '{case}' [Output file missing]")
has_failed = True
if has_failed:
print("\nSOME TESTS FAILED.")
sys.exit(-1)
else:
print("\nALL TESTS PASSED.")
sys.exit(0)