save_build_stats.py

#!/usr/bin/env python3

"""
CREATE TABLE public.builds (
    id serial NOT NULL,
    pipeline_timestamp timestamp(0) NOT NULL,
    pipeline_url varchar NOT NULL,
    branch varchar NOT NULL,
    commit_sha1 varchar(40) NOT NULL,
    commit_timestamp timestamp(0) NOT NULL,
    "attributes" json NULL,
    CONSTRAINT builds_pk PRIMARY KEY (id)
);
"""

import json
import logging
import os

from junitparser import JUnitXml
import psycopg


logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)


results = {}
results["commit_title"] = os.environ["CI_COMMIT_TITLE"]


# Results of simulation

if os.path.exists("results.xml"):       # ugh. fromfile() raises generic OSError
                                        # instead of FileNotFoundError
    xml = JUnitXml.fromfile("results.xml")

    failures = []

    for suite in xml:
        for case in suite:
            if any(r._tag == "failure" for r in case.result):
                logger.info("%s:%s FAIL", case.classname, case.name)
                failures.append(case.classname + ":" + case.name)
            else:
                logger.info("%s:%s PASS", case.classname, case.name)

    if len(failures) > 0:
        logger.info("cocotb FAIL")
        results["sim"] = dict(result="fail", failed_testcases=failures)
    else:
        logger.info("cocotb PASS")
        results["sim"] = dict(result="pass")
else:
    logger.error("results.xml not found")
    results["sim"] = dict(result=None)

# TODO: refactor completely to (probably) save results for individual tests
if os.path.exists("verilator.fail"):
    logger.info("verilator FAIL")
    results["sim"]["result"] = "fail"
elif os.path.exists("verilator.pass"):
    logger.info("verilator PASS")
    # do not change sim result
else:
    logger.error("verilator result unknown")
    results["sim"]["result"] = None


# Results of P&R

try:
    with open("build/nextpnr-report.json", "rt") as f:
        report = json.load(f)

    results["build"] = dict(result="pass",
                            fmax=report["fmax"],
                            utilization=report["utilization"]
                            )
except FileNotFoundError:
    results["build"] = dict(result="fail")


# Benchmark

CPU_MHZ = 50

try:
    with open("dhrystones_per_second", "rt") as f:
        dmips = int(f.read()) / 1757
        results["benchmark"] = dict(dmips=dmips, dmips_per_mhz=dmips / CPU_MHZ)
except FileNotFoundError:
    logger.error("dhrystones_per_second not found")
except ValueError:
    logger.error("dhrystones_per_second malformed or test failed")


# Connect to DB

with psycopg.connect(os.environ["POSTGRES_CONN_STRING"]) as conn:
    cursor = conn.cursor()
    cursor.execute('INSERT INTO builds(pipeline_timestamp, pipeline_url, branch, commit_sha1, commit_timestamp, "attributes") VALUES (%s, %s, %s, %s, %s, %s)', (
        os.environ["CI_PIPELINE_CREATED_AT"],
        os.environ["CI_PIPELINE_URL"],
        os.environ["CI_COMMIT_BRANCH"],
        os.environ["CI_COMMIT_SHA"],
        os.environ["CI_COMMIT_TIMESTAMP"],
        json.dumps(results))
    )