X-Git-Url: https://yaffs.net/gitweb/?p=yaffs2.git;a=blobdiff_plain;f=direct%2Ftest-framework%2Funit_tests%2Ftest_runner.py;fp=direct%2Ftest-framework%2Funit_tests%2Ftest_runner.py;h=77bab485a5b559d5de49974603d21b05f24cd2af;hp=0000000000000000000000000000000000000000;hb=e12e51da5815d80399ec8f5b0da69c7cd7a0f42e;hpb=ebc54da9e29be1de79d77c72c0d8eb91833c641b

diff --git a/direct/test-framework/unit_tests/test_runner.py b/direct/test-framework/unit_tests/test_runner.py
new file mode 100755
index 0000000..77bab48
--- /dev/null
+++ b/direct/test-framework/unit_tests/test_runner.py
@@ -0,0 +1,64 @@
+#!/usr/bin/env python3
+"""
+test_runner.py
+This file runs all of the yaffs unit tests and aggrates the outputs.
+
+To run this file you can use:
+ 
+$ python3 test_runner.py
+
+or 
+
+$ ./test_runner.py
+
+To add a new test to this test runner, add the test dir path to the
+test_list below. Inside that folder there need to be a makefile with
+a "test" target that compiles and runs the test script. I.e. "make test" 
+is called in every test directory.
+"""
+
+
+import subprocess, sys
+
+test_list = ["is_yaffs_working_tests",
+	"quick_tests",
+	"64_and_32_bit_time/64_bit",
+	"64_and_32_bit_time/32_bit",
+	]
+
+
+TEST_FAILED = -1
+TEST_PASSED = 1
+
+def run(makefile_paths):
+	failed_tests =[]
+	for path in makefile_paths:
+		print("\nrunning test {}".format(path))
+		is_successful, test_output = run_makefile_test(path)
+		if is_successful != TEST_PASSED:
+			print('\033[41m' +'test {} failed'.format(path)+'\033[0m')
+			print(test_output)
+			failed_tests.append( (path, is_successful) )
+		else:
+			print('\033[42m' +"test passed"+'\033[0m')
+	return failed_tests
+
+def run_makefile_test(path):
+	try:
+		subprocess.check_output("make -j -C {} test".format(path), shell=True)	
+	except subprocess.CalledProcessError as e:
+		return (TEST_FAILED, e.output.decode('UTF-8'))
+	
+	return (TEST_PASSED, "test passed")
+
+if __name__ == "__main__":
+	#run the test runner.
+	failed_tests = run(test_list)
+	
+	print("\ntest summary #############")
+	if len(failed_tests) == 0:
+		print('\033[42m' +"all tests passed"+'\033[0m')
+	else:
+		for path, output in failed_tests:
+			print('\033[41m' +"test {} failed".format(path)+'\033[0m')
+		print('\033[41m' + "ran {} tests, {} failed".format(len(test_list), len(failed_tests))+'\033[0m')