Merge remote-tracking branch 'origin/64_and_32_bit_time_tests'

[yaffs2.git] / direct / test-framework / unit_tests / test_runner.py

diff --git a/direct/test-framework/unit_tests/test_runner.py b/direct/test-framework/unit_tests/test_runner.py
new file mode 100755 (executable)
index 0000000..77bab48
--- /dev/null
+++ b/direct/test-framework/unit_tests/test_runner.py
@@ -0,0 +1,64 @@
+#!/usr/bin/env python3
+"""
+test_runner.py
+This file runs all of the yaffs unit tests and aggrates the outputs.
+
+To run this file you can use:
+ 
+$ python3 test_runner.py
+
+or 
+
+$ ./test_runner.py
+
+To add a new test to this test runner, add the test dir path to the
+test_list below. Inside that folder there need to be a makefile with
+a "test" target that compiles and runs the test script. I.e. "make test" 
+is called in every test directory.
+"""
+
+
+import subprocess, sys
+
+test_list = ["is_yaffs_working_tests",
+       "quick_tests",
+       "64_and_32_bit_time/64_bit",
+       "64_and_32_bit_time/32_bit",
+       ]
+
+
+TEST_FAILED = -1
+TEST_PASSED = 1
+
+def run(makefile_paths):
+       failed_tests =[]
+       for path in makefile_paths:
+               print("\nrunning test {}".format(path))
+               is_successful, test_output = run_makefile_test(path)
+               if is_successful != TEST_PASSED:
+                       print('\033[41m' +'test {} failed'.format(path)+'\033[0m')
+                       print(test_output)
+                       failed_tests.append( (path, is_successful) )
+               else:
+                       print('\033[42m' +"test passed"+'\033[0m')
+       return failed_tests
+
+def run_makefile_test(path):
+       try:
+               subprocess.check_output("make -j -C {} test".format(path), shell=True)  
+       except subprocess.CalledProcessError as e:
+               return (TEST_FAILED, e.output.decode('UTF-8'))
+       
+       return (TEST_PASSED, "test passed")
+
+if __name__ == "__main__":
+       #run the test runner.
+       failed_tests = run(test_list)
+       
+       print("\ntest summary #############")
+       if len(failed_tests) == 0:
+               print('\033[42m' +"all tests passed"+'\033[0m')
+       else:
+               for path, output in failed_tests:
+                       print('\033[41m' +"test {} failed".format(path)+'\033[0m')
+               print('\033[41m' + "ran {} tests, {} failed".format(len(test_list), len(failed_tests))+'\033[0m')