run_test.py

#!/usr/bin/env python3

import sys
import os

test_di = '.'

if len(sys.argv) > 1:
    test_di = sys.argv[1]
    if not os.path.exists(test_di):
        print('Bad path given: {} does not exist'.format(test_di))
        sys.exit(1)

ref = 0

if len(sys.argv) > 2:
    key = sys.argv[2]
    if not key == 'ref':
        print('{} is not the valid keyword to change the references (ref)'.format(key))
        sys.exit(1)
    ref = 1

list_test = os.popen('find {} -name run.sh'.format(test_di) + ' -exec dirname "{}" \\;').read().strip('\n').split()

cwd = os.getcwd()

exit_code = 0

for test in list_test:
    print(20*'-')
    print(test)
    os.chdir(test)
    code = os.system('./run.sh')
    if code != 0:
        exit_code = 1
        print('')
        if ref:
            print('=> RUN FAILED, UPDATE IMPOSSIBLE')
        else:
            print('=> RUN FAILED')
    else:
        failed = False
        list_ref = os.popen('find ref/ -type f').read().strip('\n').split()
        for fi in list_ref:
            fi_new = fi[4:]
            if not os.path.exists(fi_new):
                if not failed: failed = True
            command = 'diff {} {}'.format(fi_new, fi)
            diff = os.popen(command).read().strip('\n')
            if len(diff):
                if not failed: failed = True
                print('')
                print(command)
                print(diff)
                if ref:
                    command = 'cp {} {}'.format(fi_new, fi)
                    os.system(command)
        if failed:
            exit_code = 1
            print('')
            if ref:
                print('=> FAILED, UPDATED')
            else:
                print('=> FAILED')
    os.chdir(cwd)

sys.exit(exit_code)