13511a6b65
* ci(tests): Add linpack FPU tests * fix(linpack): Change prints to log_d * fix(linpack): Fix number of runs check * ci(pre-commit): Apply automatic fixes * fix(spelling): Correct spelling mistakes --------- Co-authored-by: pre-commit-ci-lite[bot] <117423508+pre-commit-ci-lite[bot]@users.noreply.github.com>
61 lines
2.5 KiB
Python
61 lines
2.5 KiB
Python
import json
|
|
import logging
|
|
import os
|
|
|
|
|
|
def test_linpack_float(dut, request):
|
|
LOGGER = logging.getLogger(__name__)
|
|
|
|
# Match "Runs: %d"
|
|
res = dut.expect(r"Runs: (\d+)", timeout=60)
|
|
runs = int(res.group(0).decode("utf-8").split(" ")[1])
|
|
LOGGER.info("Number of runs: {}".format(runs))
|
|
assert runs > 0, "Invalid number of runs"
|
|
|
|
# Match "Type: %s"
|
|
res = dut.expect(r"Type: (\w+)", timeout=60)
|
|
data_type = res.group(0).decode("utf-8").split(" ")[1]
|
|
LOGGER.info("Data type: {}".format(data_type))
|
|
assert data_type == "float", "Invalid data type"
|
|
|
|
# Match "Runs completed: %d"
|
|
res = dut.expect(r"Runs completed: (\d+)", timeout=120)
|
|
runs_completed = int(res.group(0).decode("utf-8").split(" ")[2])
|
|
LOGGER.info("Runs completed: {}".format(runs_completed))
|
|
assert runs_completed == runs, "Invalid number of runs completed"
|
|
|
|
# Match "Average MFLOPS: %f"
|
|
res = dut.expect(r"Average MFLOPS: (\d+\.\d+)", timeout=120)
|
|
avg_score = float(res.group(0).decode("utf-8").split(" ")[2])
|
|
LOGGER.info("Average MFLOPS: {}".format(avg_score))
|
|
assert avg_score > 0, "Invalid average MFLOPS"
|
|
|
|
# Match "Min MFLOPS: %f"
|
|
res = dut.expect(r"Min MFLOPS: (\d+\.\d+)", timeout=120)
|
|
min_score = float(res.group(0).decode("utf-8").split(" ")[2])
|
|
LOGGER.info("Min MFLOPS: {}".format(min_score))
|
|
assert min_score > 0 and min_score < 1000000000.0, "Invalid min MFLOPS"
|
|
|
|
# Match "Max MFLOPS: %f"
|
|
res = dut.expect(r"Max MFLOPS: (\d+\.\d+)", timeout=120)
|
|
max_score = float(res.group(0).decode("utf-8").split(" ")[2])
|
|
LOGGER.info("Max MFLOPS: {}".format(max_score))
|
|
assert max_score > 0, "Invalid max MFLOPS"
|
|
|
|
# Create JSON with results and write it to file
|
|
# Always create a JSON with this format (so it can be merged later on):
|
|
# { TEST_NAME_STR: TEST_RESULTS_DICT }
|
|
results = {"linpack_float": {"runs": runs, "avg_score": avg_score, "min_score": min_score, "max_score": max_score}}
|
|
|
|
current_folder = os.path.dirname(request.path)
|
|
file_index = 0
|
|
report_file = os.path.join(current_folder, "result_linpack_float" + str(file_index) + ".json")
|
|
while os.path.exists(report_file):
|
|
report_file = report_file.replace(str(file_index) + ".json", str(file_index + 1) + ".json")
|
|
file_index += 1
|
|
|
|
with open(report_file, "w") as f:
|
|
try:
|
|
f.write(json.dumps(results))
|
|
except Exception as e:
|
|
LOGGER.warning("Failed to write results to file: {}".format(e))
|