import glob, sys, subprocess

_, src, test, t = sys.argv

ig = glob.glob(f'test/{test}/*.in')
og = glob.glob(f'test/{test}/*.ans')

print(test, len(ig), 'tests')

for ifn, ofn in zip(ig, og):
    with open(ifn) as fi, open(ofn) as fx:
        try:
            o = subprocess.check_output(['python', src],
                                        stdin=fi, stderr=subprocess.STDOUT,
                                        timeout=float(t))
        except subprocess.CalledProcessError as e:
            o = e.output
        except subprocess.TimeoutExpired:
            o = b'TIMED OUT'

        o = o.decode('utf-8').strip().replace('\r\n', '\n')
        x = fx.read().strip().replace('\r\n', '\n')

        if o != x:
            print(ifn, 'expected:', x, 'got:', o, '=' * 50, sep='\n')

# run this with arguments:
# <script>.py <testdir> <timelimit>
# <testdir> should be populated with <name>.in <name>.out
# file pairs, as can be downloaded from kattis
# <testdir> should be in the test/ directory, eg test/haiku