152 lines
4.6 KiB
Python
Executable File
152 lines
4.6 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
import os
|
|
import subprocess
|
|
|
|
from colorama import init as colorama_init
|
|
from colorama import Fore
|
|
from colorama import Style
|
|
|
|
stats = {}
|
|
|
|
# Détermine quel est l'exécutable clang utilisable.
|
|
# Note : à l'istic c'est clang-19
|
|
def clangName():
|
|
for name in ["clang-" + str(v) for v in range(20,16,-1)]:
|
|
p = subprocess.run(f"command -v {name} 2>&1 >/dev/null", shell=True)
|
|
if p.returncode == 0 :
|
|
return name
|
|
return "clang"
|
|
|
|
clang = clangName()
|
|
|
|
def runTestNormalLevel(level):
|
|
print(f"Running test of level {level}")
|
|
stats[level] = (0,0,0,0)
|
|
for dirname, dirnames, filenames in os.walk(f'./tests/testlevel{level}'):
|
|
for filename in filenames:
|
|
runNormalTest(level, dirname, filename)
|
|
|
|
def runNormalTest(i, dirname,filename):
|
|
vslToLLVM = False
|
|
llvmToBin = False
|
|
executionCorrect = False
|
|
|
|
path = os.path.join(dirname, filename)
|
|
basename, ext = os.path.splitext(path)
|
|
# Ignore not .vsl files
|
|
if ext != ".vsl":
|
|
return
|
|
|
|
print(f'\tRunning test {filename}')
|
|
|
|
# VSL -> LLVM
|
|
p = subprocess.run(f"java -jar build/libs/TP2.jar < {path} 1>{basename}.ll", shell=True)
|
|
if p.returncode == 0 :
|
|
vslToLLVM = True
|
|
|
|
|
|
# LLVM -> Bin
|
|
if vslToLLVM :
|
|
p = subprocess.run(f"{clang} {basename}.ll -o {basename} 2>/dev/null", shell=True)
|
|
if p.returncode == 0:
|
|
llvmToBin = True
|
|
executionCorrect = True
|
|
|
|
# Exe
|
|
if llvmToBin :
|
|
try:
|
|
if os.path.isfile(f"{basename}.test_in"):
|
|
p = subprocess.run(f"./{basename} < {basename}.test_in", shell=True, stdout=subprocess.PIPE, timeout=10)
|
|
else:
|
|
p = subprocess.run(f"./{basename}", shell=True, stdout=subprocess.PIPE, timeout=10)
|
|
except subprocess.TimeoutExpired:
|
|
executionCorrect = basename == "./tests/testlevel4/level4diverge"
|
|
|
|
# Check return code
|
|
if os.path.isfile(f"{basename}.test_ret"):
|
|
with open(f"{basename}.test_ret", "r") as expected:
|
|
executionCorrect = int(expected.read()) == p.returncode
|
|
# Check stdout
|
|
if os.path.isfile(f"{basename}.test_out"):
|
|
with open(f"{basename}.test_out", "rb") as expected:
|
|
executionCorrect = executionCorrect and expected.read() == p.stdout
|
|
|
|
|
|
print(f"{colorFromBool(vslToLLVM)}\t\tVSL to LLVM : {'OK' if vslToLLVM else 'Fail'}{Style.RESET_ALL}")
|
|
print(f"{colorFromBool(llvmToBin)}\t\tLLVM to Bin : {'OK' if llvmToBin else 'Fail'}{Style.RESET_ALL}")
|
|
print(f"{colorFromBool(executionCorrect)}\t\tCorrect Execution : {'OK' if executionCorrect else 'Fail'}{Style.RESET_ALL}")
|
|
|
|
x,y,z,t = stats[i]
|
|
if vslToLLVM :
|
|
x += 1
|
|
if llvmToBin :
|
|
y += 1
|
|
if executionCorrect :
|
|
z += 1
|
|
t += 1
|
|
stats[i] = (x,y,z,t)
|
|
|
|
def colorFromBool(b):
|
|
if b:
|
|
return Fore.GREEN
|
|
else:
|
|
return Fore.RED
|
|
|
|
|
|
def afficheStats(stat):
|
|
x,y,z,t = stat
|
|
print(f'\t Nombre de tests : {t}')
|
|
print(f'{colorFromBool(x==t)}\t vsl to llvm : {x} / {t}{Style.RESET_ALL}')
|
|
print(f'{colorFromBool(y==t)}\t llvm to bin : {y} / {t}{Style.RESET_ALL}')
|
|
print(f'{colorFromBool(z==t)}\t resultat correct: {z} / {t}{Style.RESET_ALL}')
|
|
|
|
nbError = 0
|
|
nbErrorTests = 0
|
|
|
|
def runErrorTest(dirname,filename):
|
|
path = os.path.join(dirname, filename)
|
|
basename, ext = os.path.splitext(path)
|
|
if ext != ".vsl":
|
|
return
|
|
|
|
print(f'\tRunning test {filename}')
|
|
|
|
global nbErrorTests
|
|
nbErrorTests = nbErrorTests + 1
|
|
|
|
p = subprocess.run(f"java -jar build/libs/TP2.jar < {path} 1>{basename}.ll", shell=True, stderr=subprocess.PIPE)
|
|
if p.returncode != 0 and p.stderr != b'':
|
|
print(f"\t\t{Fore.GREEN}Error : Yes{Style.RESET_ALL}")
|
|
global nbError
|
|
nbError = nbError + 1
|
|
return 1
|
|
else:
|
|
print(f"\t\t{Fore.RED}Error : No{Style.RESET_ALL}")
|
|
return 0
|
|
|
|
def runErrorLevelTests():
|
|
print(f"Running test of level error")
|
|
for dirname, dirnames, filenames in os.walk(f'./tests/testlevelerror'):
|
|
# print path to all filenames.
|
|
for filename in filenames:
|
|
runErrorTest( dirname, filename)
|
|
|
|
|
|
def runTests(testDirname):
|
|
for i in range(1,5):
|
|
runTestNormalLevel(i)
|
|
runErrorLevelTests()
|
|
|
|
for i in range(1,5):
|
|
print(f'Résumé du level {i}')
|
|
afficheStats(stats[i])
|
|
print(f'Résumé du level error')
|
|
print(f'{colorFromBool(nbError==nbErrorTests)}\t Nombre d\'erreurs : {nbError} / {nbErrorTests}{Style.RESET_ALL}')
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__" :
|
|
colorama_init()
|
|
runTests("tests") |