summaryrefslogtreecommitdiff
path: root/comparetests.py
blob: 40647c5cb92f74c912127b26af2f5d78cca16a84 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
#!/usr/bin/env python
from glob import glob
import subprocess
from sys import exit

for path in glob('generated_tests/*.bin'):
	try:
		b = subprocess.check_output(['./blastem', path])
		try:
			m = subprocess.check_output(['musashi/mustrans', path])
			_,_,b = b.partition('\n')
			if b != m:
				print '-----------------------------'
				print 'Mismatch in ' + path
				print 'blastem output:'
				print b
				print 'musashi output:'
				print m
				print '-----------------------------'
			else:
				print path, 'passed'
		except subprocess.CalledProcessError as e:
			print '-----------------------------'
			print 'musashi exited with code', e.returncode, 'for test', path
			print 'blastem output:'
			print b
			print '-----------------------------'
	except subprocess.CalledProcessError as e:
		print '-----------------------------'
		print 'blastem exited with code', e.returncode, 'for test', path
		print '-----------------------------'