update_site.py

import argparse
from collections import defaultdict
from dataclasses import astuple, dataclass
from jinja2 import FileSystemLoader, Environment
from typing import Dict, List
from datetime import datetime
import logging
import sys
from pathlib import Path
import shutil

from database_handler.database_handler import DatabaseHandler
logger = logging.getLogger("update site")
logging.basicConfig(level=logging.INFO, stream=sys.stdout)


@dataclass
class ResultInfo:
    job_name: str
    build_number: str
    os: str
    result: str
    finish_time: str

    def __iter__(self):
        return iter(astuple(self))


def main():
    args = parse_args()
    results = get_test_results(args.database_path)
    format_templates(results)


def get_test_results(db_path: str):
    db_handler = DatabaseHandler(db_path)
    results = db_handler.get_all_test_results()
    logger.info(f"Retrieved {len(results)} test results")
    results_per_test = defaultdict(list)
    for job_name, build_number, test_name, os, result, finish_time in results:
        info = ResultInfo(job_name, build_number, os, result, finish_time)
        results_per_test[test_name].append(info)

    return results_per_test


def format_templates(test_results: Dict[str, List[ResultInfo]]):
    environment = Environment(loader=FileSystemLoader('web/templates/'))
    table_template = environment.get_template('os_table.html.j2')
    os_table_html_locations = {}
    html_path = Path('html')
    html_path.mkdir(exist_ok=True)
    html_source_path = html_path / 'src'
    html_source_path.mkdir(exist_ok=True)
    shutil.copyfile("web/src/bootstrap.min.css", "html/src/bootstrap.min.css")

    for os in ['Linux', 'Windows', 'MacOS']:
        context_data = create_context_data(test_results, os)
        context = {"os_name": os, **context_data}
        with open(f"html/{os}_table.html", "w") as fp:
            fp.write(table_template.render(context))
            logger.info(f"Wrote to {fp.name}")
            os_table_html_locations[os] = f"{os}_table.html"

    index_template = environment.get_template('index.html.j2')
    with open("html/index.html", "w") as fp:
        fp.write(index_template.render({"os_table_html_locations": os_table_html_locations}))
        logger.info(f"Wrote to {fp.name}")


def create_context_data(test_results: Dict[str, List[ResultInfo]], os: str):
    rows = []
    test_name_to_failed_test_strings = {}
    for test_name, results in test_results.items():
        filtered_results = [result for result in results if result.os == os]
        if filtered_results:
            filtered_results.sort(key=lambda result: int(result.finish_time), reverse=True)
            rows.append(['', test_name, len(filtered_results),
                         datetime.fromtimestamp(int(filtered_results[0].finish_time) / 1000).strftime("%Y-%m-%d")])
            test_name_to_failed_test_strings[test_name] = [f"{result.job_name} {result.build_number} : <b>{result.result}</b> "
                                                           f"({datetime.fromtimestamp(int(result.finish_time) / 1000).strftime('%Y-%m-%d')})"
                                                           for result in filtered_results]
    return {"rows_data": rows, "test_names_to_result_strings": test_name_to_failed_test_strings}


def parse_args():
    parser = argparse.ArgumentParser()
    parser.add_argument('-db', '--database_path', type=str, help="path to the test results database")
    return parser.parse_args()


if __name__ == '__main__':
    main()