Tests with the examples

This commit is contained in:
Thomas Avé 2017-01-26 16:13:14 +01:00
parent c7645d6583
commit 7ec7b78abf
3 changed files with 9062 additions and 0 deletions

59
run_tests.py Executable file
View File

@ -0,0 +1,59 @@
#!/usr/bin/python3
import unittest, subprocess, filecmp, argparse, os.path, os, shutil
REFERENCE_DIR = os.path.join(os.path.abspath(os.path.dirname(__file__)), "test_data")
JSON_TESTS = [0, 0]
def make_json_test(idx, should_fail=0):
def test(self):
inpath = os.path.join(REFERENCE_DIR, "json%03d.json" % idx)
infile = open(inpath)
outpath1 = os.path.join(data_dir, "json%03d.out1.json" % idx)
outfile1 = open(outpath1, "w")
outpath2 = os.path.join(data_dir, "json%03d.out2.json" % idx)
outfile2 = open(outpath2, "w")
p = subprocess.Popen([os.path.join(args.builddir, "examples", "json", "json")], stdin=infile, stdout=outfile1, stderr=subprocess.DEVNULL)
p.communicate()
infile.close()
outfile1.close()
if should_fail == 1:
outfile2.close()
self.assertNotEqual(0, p.returncode)
return
self.assertEqual(0, p.returncode)
outfile1 = open(outpath1)
p = subprocess.Popen([os.path.join(args.builddir, "examples", "json", "json")], stdin=outfile1, stdout=outfile2, stderr=subprocess.DEVNULL)
p.communicate()
outfile1.close()
outfile2.close()
if should_fail == 2:
self.assertNotEqual(0, p.returncode)
return
self.assertEqual(0, p.returncode)
self.assertTrue(filecmp.cmp(outpath1, outpath2), "Testcase %d for json example failed" % idx)
return test
class Tests(unittest.TestCase):
pass
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--builddir", metavar="builddir", default=os.path.join(os.path.abspath(os.path.dirname(__file__)), "build"), required=False)
args = parser.parse_args()
data_dir = os.path.join(args.builddir, "test_data_out")
try:
shutil.rmtree(data_dir)
except Exception as err:
pass
os.mkdir(data_dir)
for i, should_fail in enumerate(JSON_TESTS):
setattr(Tests, "test_json_%03d" % (i + 1), make_json_test(i + 1, should_fail))
unittest.main()

1
test_data/json001.json Normal file
View File

@ -0,0 +1 @@
{}

9002
test_data/json002.json Normal file

File diff suppressed because it is too large Load Diff