|
|
|
@ -1,13 +1,18 @@
|
|
|
|
|
import base64
|
|
|
|
|
import filecmp
|
|
|
|
|
import shutil
|
|
|
|
|
from datetime import datetime
|
|
|
|
|
from distutils.dir_util import copy_tree
|
|
|
|
|
from itertools import zip_longest
|
|
|
|
|
from pathlib import Path
|
|
|
|
|
|
|
|
|
|
import dominate
|
|
|
|
|
from dominate.tags import div, h1, hr, i, img, p, table, td, th, tr
|
|
|
|
|
from dominate.tags import a, div, h1, h2, hr, i, img, p, table, td, th, tr
|
|
|
|
|
|
|
|
|
|
from . import download
|
|
|
|
|
|
|
|
|
|
REPORTS_PATH = Path(__file__).parent.resolve() / "reports"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _image(src):
|
|
|
|
|
with td():
|
|
|
|
@ -47,20 +52,62 @@ def _write(fixture_test_path, doc, filename):
|
|
|
|
|
return fixture_test_path / filename
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def failure(fixture_test_path, test_name, actual_hash, expected_hash):
|
|
|
|
|
def _report_links(tests, status):
|
|
|
|
|
if status not in ("failed", "passed"):
|
|
|
|
|
raise ValueError("Different status than failed/passed is not yet supported.")
|
|
|
|
|
if not tests:
|
|
|
|
|
i("None!")
|
|
|
|
|
return
|
|
|
|
|
with table(border=1):
|
|
|
|
|
with tr():
|
|
|
|
|
th("Link to report")
|
|
|
|
|
for test in tests:
|
|
|
|
|
with tr():
|
|
|
|
|
td(a(test, href=REPORTS_PATH / status / (test + ".html")))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def clear_dir():
|
|
|
|
|
# delete and create the reports dir to clear previous entries
|
|
|
|
|
shutil.rmtree(REPORTS_PATH, ignore_errors=True)
|
|
|
|
|
REPORTS_PATH.mkdir()
|
|
|
|
|
(REPORTS_PATH / "failed").mkdir()
|
|
|
|
|
(REPORTS_PATH / "passed").mkdir()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def index(tests, status):
|
|
|
|
|
title = "UI Test report " + datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
|
|
|
|
doc = dominate.document(title=title)
|
|
|
|
|
|
|
|
|
|
with doc:
|
|
|
|
|
h1("UI Test report")
|
|
|
|
|
if status == 0:
|
|
|
|
|
p("All tests succeeded!", style="color: green; font-weight: bold;")
|
|
|
|
|
else:
|
|
|
|
|
p("Some tests failed!", style="color: red; font-weight: bold;")
|
|
|
|
|
hr()
|
|
|
|
|
|
|
|
|
|
h2("Failed", style="color: red;")
|
|
|
|
|
_report_links(tests["failed"], "failed")
|
|
|
|
|
|
|
|
|
|
h2("Passed", style="color: green;")
|
|
|
|
|
_report_links(tests["passed"], "passed")
|
|
|
|
|
|
|
|
|
|
return _write(REPORTS_PATH, doc, "index.html")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def failed(fixture_test_path, test_name, actual_hash, expected_hash):
|
|
|
|
|
doc = dominate.document(title=test_name)
|
|
|
|
|
recorded_path = fixture_test_path / "recorded"
|
|
|
|
|
actual_path = fixture_test_path / "actual"
|
|
|
|
|
|
|
|
|
|
if not recorded_path.exists():
|
|
|
|
|
recorded_path.mkdir()
|
|
|
|
|
|
|
|
|
|
download.fetch_recorded(expected_hash, recorded_path)
|
|
|
|
|
|
|
|
|
|
recorded = sorted(recorded_path.iterdir())
|
|
|
|
|
actual = sorted(actual_path.iterdir())
|
|
|
|
|
recorded_screens = sorted(recorded_path.iterdir())
|
|
|
|
|
actual_screens = sorted(actual_path.iterdir())
|
|
|
|
|
|
|
|
|
|
if not recorded:
|
|
|
|
|
if not recorded_screens:
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
with doc:
|
|
|
|
@ -71,24 +118,24 @@ def failure(fixture_test_path, test_name, actual_hash, expected_hash):
|
|
|
|
|
th("Expected")
|
|
|
|
|
th("Actual")
|
|
|
|
|
|
|
|
|
|
for r, a in zip_longest(recorded, actual):
|
|
|
|
|
if r and a and filecmp.cmp(a, r):
|
|
|
|
|
for recorded, actual in zip_longest(recorded_screens, actual_screens):
|
|
|
|
|
if recorded and actual and filecmp.cmp(actual, recorded):
|
|
|
|
|
background = "white"
|
|
|
|
|
else:
|
|
|
|
|
background = "red"
|
|
|
|
|
with tr(bgcolor=background):
|
|
|
|
|
_image(r)
|
|
|
|
|
_image(a)
|
|
|
|
|
_image(recorded)
|
|
|
|
|
_image(actual)
|
|
|
|
|
|
|
|
|
|
return _write(fixture_test_path, doc, "failure_diff.html")
|
|
|
|
|
return _write(REPORTS_PATH / "failed", doc, test_name + ".html")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def success(fixture_test_path, test_name, actual_hash):
|
|
|
|
|
def passed(fixture_test_path, test_name, actual_hash):
|
|
|
|
|
copy_tree(str(fixture_test_path / "actual"), str(fixture_test_path / "recorded"))
|
|
|
|
|
|
|
|
|
|
doc = dominate.document(title=test_name)
|
|
|
|
|
actual_path = fixture_test_path / "actual"
|
|
|
|
|
actual = sorted(actual_path.iterdir())
|
|
|
|
|
actual_screens = sorted(actual_path.iterdir())
|
|
|
|
|
|
|
|
|
|
with doc:
|
|
|
|
|
_header(test_name, actual_hash, actual_hash)
|
|
|
|
@ -97,8 +144,8 @@ def success(fixture_test_path, test_name, actual_hash):
|
|
|
|
|
with tr():
|
|
|
|
|
th("Recorded")
|
|
|
|
|
|
|
|
|
|
for a in actual:
|
|
|
|
|
for screen in actual_screens:
|
|
|
|
|
with tr():
|
|
|
|
|
_image(a)
|
|
|
|
|
_image(screen)
|
|
|
|
|
|
|
|
|
|
return _write(fixture_test_path, doc, "success.html")
|
|
|
|
|
return _write(REPORTS_PATH / "passed", doc, test_name + ".html")
|
|
|
|
|