1
0
mirror of https://github.com/trezor/trezor-firmware.git synced 2024-12-05 22:18:16 +00:00
trezor-firmware/tests/ui_tests/reporting/master_diff.py

141 lines
4.1 KiB
Python
Raw Normal View History

2023-01-27 14:13:12 +00:00
from __future__ import annotations
import shutil
import tempfile
from contextlib import contextmanager
from pathlib import Path
from dominate.tags import br, h1, h2, hr, i, p, table, th, tr
2023-01-27 14:13:12 +00:00
from ..common import get_current_fixtures, get_screen_path, screens_and_hashes
2023-01-27 14:13:12 +00:00
from . import download, html
from .common import REPORTS_PATH, document, generate_master_diff_report, get_diff
2023-01-27 14:13:12 +00:00
MASTERDIFF_PATH = REPORTS_PATH / "master_diff"
IMAGES_PATH = MASTERDIFF_PATH / "images"
def removed(screens_path: Path, test_name: str) -> Path:
doc = document(title=test_name, model=test_name[:2])
2023-01-27 14:13:12 +00:00
screens, hashes = screens_and_hashes(screens_path)
html.store_images(screens, hashes)
with doc:
h1(test_name)
p(
"This UI test has been removed from fixtures.json.",
style="color: red; font-weight: bold;",
)
hr()
with table(border=1):
with tr():
th("Removed files")
for hash in hashes:
with tr():
html.image_column(hash, MASTERDIFF_PATH / "removed")
return html.write(MASTERDIFF_PATH / "removed", doc, test_name + ".html")
def added(screens_path: Path, test_name: str) -> Path:
doc = document(title=test_name, model=test_name[:2])
2023-01-27 14:13:12 +00:00
screens, hashes = screens_and_hashes(screens_path)
html.store_images(screens, hashes)
with doc:
h1(test_name)
p(
"This UI test has been added to fixtures.json.",
style="color: green; font-weight: bold;",
)
hr()
with table(border=1):
with tr():
th("Added files")
for hash in hashes:
with tr():
html.image_column(hash, MASTERDIFF_PATH / "added")
return html.write(MASTERDIFF_PATH / "added", doc, test_name + ".html")
def index() -> Path:
removed = list((MASTERDIFF_PATH / "removed").iterdir())
added = list((MASTERDIFF_PATH / "added").iterdir())
diff = list((MASTERDIFF_PATH / "diff").iterdir())
title = "UI changes from master"
doc = document(title=title)
2023-01-27 14:13:12 +00:00
with doc:
h1(title)
2023-01-27 14:13:12 +00:00
hr()
h2("Removed:", style="color: red;")
i("UI fixtures that have been removed:")
html.report_links(removed, MASTERDIFF_PATH)
br()
hr()
h2("Added:", style="color: green;")
i("UI fixtures that have been added:")
html.report_links(added, MASTERDIFF_PATH)
br()
hr()
h2("Differs:", style="color: grey;")
i("UI fixtures that have been modified:")
html.report_links(diff, MASTERDIFF_PATH)
return html.write(MASTERDIFF_PATH, doc, "index.html")
def create_dirs() -> None:
# delete the reports dir to clear previous entries and create folders
shutil.rmtree(MASTERDIFF_PATH, ignore_errors=True)
MASTERDIFF_PATH.mkdir(parents=True)
(MASTERDIFF_PATH / "removed").mkdir()
(MASTERDIFF_PATH / "added").mkdir()
(MASTERDIFF_PATH / "diff").mkdir()
IMAGES_PATH.mkdir(exist_ok=True)
def create_reports(models: list[str] | None = None) -> None:
current = get_current_fixtures()
removed_tests, added_tests, diff_tests = get_diff(
current, print_to_console=True, models=models
)
2023-01-27 14:13:12 +00:00
@contextmanager
def tmpdir():
with tempfile.TemporaryDirectory(prefix="trezor-records-") as temp_dir:
yield Path(temp_dir)
for test_case, test_hash in removed_tests.items():
2023-01-27 14:13:12 +00:00
with tmpdir() as temp_dir:
2023-05-04 12:15:51 +00:00
try:
download.fetch_recorded(test_hash, temp_dir)
except RuntimeError:
print("Could not download recorded files for", test_case.id)
2023-05-04 12:15:51 +00:00
continue
removed(temp_dir, test_case.id)
2023-01-27 14:13:12 +00:00
for test_case, test_hash in added_tests.items():
screen_path = get_screen_path(test_case)
if not screen_path:
continue
added(screen_path, test_case.id)
2023-01-27 14:13:12 +00:00
generate_master_diff_report(diff_tests, MASTERDIFF_PATH)
2023-01-27 14:13:12 +00:00
def main(models: list[str] | None = None) -> None:
2023-01-27 14:13:12 +00:00
create_dirs()
html.set_image_dir(IMAGES_PATH)
create_reports(models)
2023-01-27 14:13:12 +00:00
index()