| #!/usr/bin/env python2 | |
| import os | |
| import subprocess | |
| import sys | |
| red = '\033[91m' | |
| green = '\033[92m' | |
| bold = '\033[1m' | |
| reset = '\033[0m' | |
| prefix_pass = bold + "[" + green + "PASS" + reset + bold + "]" + reset | |
| prefix_fail = bold + "[" + red + "FAIL" + reset + bold + "]" + reset | |
| def indent(text, spaces=4): | |
| text = text.decode("utf-8") | |
| prefix = " " | |
| return "\n".join([prefix + line for line in text.split("\n")]) | |
| def run_test(test_name, path): | |
| os.chdir(path) | |
| process = subprocess.Popen( | |
| ["/bin/sh", "run.sh"], stdout=subprocess.PIPE, stderr=subprocess.STDOUT) | |
| (output, _) = process.communicate() | |
| if os.path.exists("expected_fail"): | |
| with open("expected_fail", "rb") as f: | |
| expected_output = f.read() | |
| if process.returncode == 0: | |
| print("{} {}: unexpected success:".format(prefix_fail, test_name)) | |
| print("") | |
| print(" Expected:") | |
| print(indent(expected_output)) | |
| print(" Actual:") | |
| print(indent(output)) | |
| return False | |
| elif not output.endswith(expected_output): | |
| print("{} {}: expected output mismatch".format( | |
| prefix_fail, test_name)) | |
| print("") | |
| print(" Expected:") | |
| print(indent(expected_output)) | |
| print(" Actual:") | |
| print(indent(output)) | |
| return False | |
| elif process.returncode != 0: | |
| print("{} {}: unexpected failure:".format(prefix_fail, test_name)) | |
| print("") | |
| print(indent(output)) | |
| return False | |
| print("{} {}".format(prefix_pass, test_name)) | |
| return True | |
| def usage(): | |
| print("Usage: run_tests.py [-f]") | |
| print(" -f\t\tdon't run slow tests") | |
| sys.exit(0) | |
| root_dir = os.path.dirname(os.path.realpath(__file__)) | |
| test_dir = os.path.join(root_dir, "tests") | |
| tests = os.listdir(test_dir) | |
| run_slow = True | |
| if len(sys.argv) > 2: | |
| usage() | |
| elif len(sys.argv) == 2: | |
| if sys.argv[1] != "-f": | |
| usage() | |
| run_slow = False | |
| success = True | |
| for test in sorted(tests): | |
| if test.startswith("slow") and not run_slow: | |
| continue | |
| path = os.path.join(test_dir, test) | |
| if not os.path.isdir(path): | |
| continue | |
| if not run_test(test, path): | |
| success = False | |
| sys.exit(0 if success else 1) |