arno/trezor-firmware
1
0
Fork 0
mirror of https://github.com/trezor/trezor-firmware.git synced 2025-07-01 12:22:34 +00:00
Code Issues Releases Wiki Activity

feat(tests): improve screenshot diffs

Browse Source
This commit is contained in:
cepetr 2024-03-13 12:52:20 +01:00
parent d734d0a132
commit a40eec61cb
2 changed files with 15 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tests/ui_tests/reporting/common.py
View File

@ -3,7 +3,7 @@ from typing import Any
import dominate import dominate
import dominate.tags as t import dominate.tags as t
from dominate.tags import a, h1, hr, i, p, table, td, th, tr from dominate.tags import a, h1, hr, i, p, script, table, td, th, tr
from ..common import ( from ..common import (
UI_TESTS_DIR, UI_TESTS_DIR,
@ -179,17 +179,23 @@ def _differing_screens_report(
model = "" model = ""
doc = document(title="Master differing screens", model=model) doc = document(title="Master differing screens", model=model)
with doc.head:
script(
type="text/javascript", src="https://cdn.jsdelivr.net/npm/pixelmatch@5.3.0"
)
with doc: with doc:
with table(border=1, width=600): with table(border=1, width=600, onclick="createTableDiff(this)"):
with tr(): with tr():
th("Expected") th("Expected")
th("Actual") th("Actual")
th("Diff")
th("Testcase (link)") th("Testcase (link)")
for (master, current), testcase in unique_differing_screens.items(): for (master, current), testcase in unique_differing_screens.items():
with tr(bgcolor="red"): with tr(bgcolor="red"):
html.image_column(master, base_dir) html.image_column(master, base_dir)
html.image_column(current, base_dir) html.image_column(current, base_dir)
html.diff_column()
with td(): with td():
with a(href=f"diff/{testcase}.html"): with a(href=f"diff/{testcase}.html"):
i(testcase) i(testcase)

8
tests/ui_tests/reporting/testreport.py
View File

@ -246,11 +246,16 @@ def differing_screens() -> None:
model = recent_ui_failures[0].test.model if recent_ui_failures else None model = recent_ui_failures[0].test.model if recent_ui_failures else None
doc = document(title="Differing screens", model=model) doc = document(title="Differing screens", model=model)
with doc.head:
script(
type="text/javascript", src="https://cdn.jsdelivr.net/npm/pixelmatch@5.3.0"
)
with doc: with doc:
with table(border=1, width=600): with table(border=1, width=600, onclick="createTableDiff(this)"):
with tr(): with tr():
th("Expected") th("Expected")
th("Actual") th("Actual")
th("Diff")
th("Testcase (link)") th("Testcase (link)")
for ui_failure in recent_ui_failures: for ui_failure in recent_ui_failures:
@ -260,6 +265,7 @@ def differing_screens() -> None:
with tr(bgcolor="red"): with tr(bgcolor="red"):
html.image_column(recorded, TESTREPORT_PATH) html.image_column(recorded, TESTREPORT_PATH)
html.image_column(actual, TESTREPORT_PATH) html.image_column(actual, TESTREPORT_PATH)
html.diff_column()
with td(): with td():
with a(href=f"failed/{ui_failure.test.id}.html"): with a(href=f"failed/{ui_failure.test.id}.html"):
i(ui_failure.test.id) i(ui_failure.test.id)