72 lines
1.8 KiB
Python
72 lines
1.8 KiB
Python
|
import os
|
||
|
|
import sys
|
||
|
|
import shlex
|
||
|
|
import argparse
|
||
|
|
import difflib
|
||
|
|
|
||
|
|
from subprocess import Popen, PIPE
|
||
|
|
|
||
|
|
TEST_CASE_DIRECTORY = "./cases"
|
||
|
|
|
||
|
|
def get_exitcode_stdout_stderr(cmd):
|
||
|
|
"""
|
||
|
|
Executes an external command and returns the exitcode, stdout and stderr.
|
||
|
|
"""
|
||
|
|
args = shlex.split(cmd)
|
||
|
|
|
||
|
|
proc = Popen(args, stdout=PIPE, stderr=PIPE)
|
||
|
|
out, err = proc.communicate()
|
||
|
|
exitcode = proc.returncode
|
||
|
|
|
||
|
|
return exitcode, out, err
|
||
|
|
|
||
|
|
parser = argparse.ArgumentParser(description="Regression testing.")
|
||
|
|
parser.add_argument(dest="operation", choices=["test", "rebase"])
|
||
|
|
parser.add_argument(dest="zydis_info_path", type=str)
|
||
|
|
args = parser.parse_args()
|
||
|
|
|
||
|
|
has_failed = False
|
||
|
|
|
||
|
|
for case in os.listdir(TEST_CASE_DIRECTORY):
|
||
|
|
if not case.endswith(".in"):
|
||
|
|
continue
|
||
|
|
|
||
|
|
path = os.path.join(TEST_CASE_DIRECTORY, case)
|
||
|
|
print(path)
|
||
|
|
|
||
|
|
with open(path, mode="r") as f:
|
||
|
|
payload = f.read()
|
||
|
|
|
||
|
|
exitcode, out, err = get_exitcode_stdout_stderr(f"{args.zydis_info_path} {payload}")
|
||
|
|
|
||
|
|
pre, ext = os.path.splitext(case)
|
||
|
|
path = os.path.join(TEST_CASE_DIRECTORY, pre + ".out")
|
||
|
|
|
||
|
|
if args.operation == "rebase":
|
||
|
|
with open(path, mode="wb") as f:
|
||
|
|
f.write(out)
|
||
|
|
continue
|
||
|
|
|
||
|
|
try:
|
||
|
|
with open(path, mode="rb") as f:
|
||
|
|
expected = f.read()
|
||
|
|
|
||
|
|
if expected != out:
|
||
|
|
print(f"FAILED: '{case}' [{payload}]")
|
||
|
|
print('\n'.join(difflib.unified_diff(
|
||
|
|
expected.decode().split('\n'),
|
||
|
|
out.decode().split('\n'),
|
||
|
|
fromfile='expected',
|
||
|
|
tofile='got',
|
||
|
|
)))
|
||
|
|
has_failed = True
|
||
|
|
except FileNotFoundError:
|
||
|
|
print(f"FAILED: '{case}' [Output file missing]")
|
||
|
|
has_failed = True
|
||
|
|
|
||
|
|
if has_failed:
|
||
|
|
print("\nSOME TESTS FAILED.")
|
||
|
|
sys.exit(-1)
|
||
|
|
else:
|
||
|
|
print("\nALL TESTS PASSED.")
|
||
|
|
sys.exit(0)
|