94 lines
3.9 KiB
Python
94 lines
3.9 KiB
Python
import os
|
|
from support.base_test_report import BaseTestReport
|
|
from support.testrail_report import TestrailReport
|
|
|
|
|
|
class GithubHtmlReport(BaseTestReport):
|
|
TEST_REPORT_DIR = "%s/../report" % os.path.dirname(os.path.abspath(__file__))
|
|
|
|
def __init__(self):
|
|
super(GithubHtmlReport, self).__init__()
|
|
|
|
def build_html_report(self, run_id):
|
|
tests = self.get_all_tests()
|
|
passed_tests = self.get_passed_tests()
|
|
failed_tests = self.get_failed_tests()
|
|
|
|
if len(tests) > 0:
|
|
title_html = "## %.0f%% of end-end tests have passed\n" % (len(passed_tests) / len(tests) * 100)
|
|
summary_html = "```\n"
|
|
summary_html += "Total executed tests: %d\n" % len(tests)
|
|
summary_html += "Failed tests: %d\n" % len(failed_tests)
|
|
summary_html += "Passed tests: %d\n" % len(passed_tests)
|
|
summary_html += "```\n"
|
|
failed_tests_html = str()
|
|
passed_tests_html = str()
|
|
if failed_tests:
|
|
failed_tests_html = self.build_tests_table_html(failed_tests, run_id, failed_tests=True)
|
|
if passed_tests:
|
|
passed_tests_html = self.build_tests_table_html(passed_tests, run_id, failed_tests=False)
|
|
return title_html + summary_html + failed_tests_html + passed_tests_html
|
|
else:
|
|
return None
|
|
|
|
def build_tests_table_html(self, tests, run_id, failed_tests=False):
|
|
tests_type = "Failed tests" if failed_tests else "Passed tests"
|
|
html = "<h3>%s (%d)</h3>" % (tests_type, len(tests))
|
|
html += "<details>"
|
|
html += "<summary>Click to expand</summary>"
|
|
html += "<br/>"
|
|
html += "<table style=\"width: 100%\">"
|
|
html += "<colgroup>"
|
|
html += "<col span=\"1\" style=\"width: 20%;\">"
|
|
html += "<col span=\"1\" style=\"width: 80%;\">"
|
|
html += "</colgroup>"
|
|
html += "<tbody>"
|
|
html += "<tr>"
|
|
html += "</tr>"
|
|
for i, test in enumerate(tests):
|
|
html += self.build_test_row_html(i, test, run_id)
|
|
html += "</tbody>"
|
|
html += "</table>"
|
|
html += "</details>"
|
|
return html
|
|
|
|
def build_test_row_html(self, index, test, run_id):
|
|
test_rail_link = TestrailReport().get_test_result_link(run_id, test.testrail_case_id)
|
|
if test_rail_link:
|
|
html = "<tr><td><b>%s. <a href=\"%s\">%s</a></b></td></tr>" % (index + 1, test_rail_link, test.name)
|
|
else:
|
|
html = "<tr><td><b>%d. %s</b> (TestRail link is not found)</td></tr>" % (index + 1, test.name)
|
|
html += "<tr><td>"
|
|
test_steps_html = list()
|
|
last_testrun = test.testruns[-1]
|
|
for step in last_testrun.steps:
|
|
test_steps_html.append("<div>%s</div>" % step)
|
|
if last_testrun.error:
|
|
if test_steps_html:
|
|
html += "<p>"
|
|
html += "<blockquote>"
|
|
# last 2 steps as summary
|
|
html += "%s" % ''.join(test_steps_html[-2:])
|
|
html += "</blockquote>"
|
|
html += "</p>"
|
|
html += "<code>%s</code>" % last_testrun.error[:255]
|
|
html += "<br/><br/>"
|
|
if last_testrun.jobs:
|
|
html += self.build_device_sessions_html(last_testrun.jobs, last_testrun)
|
|
html += "</td></tr>"
|
|
return html
|
|
|
|
def build_device_sessions_html(self, jobs, test_run):
|
|
html = "<ins>Device sessions</ins>"
|
|
html += "<p><ul>"
|
|
for job_id, i in jobs.items():
|
|
html += "<p>"
|
|
html += "Device %d:" % i
|
|
html += "<ul>"
|
|
html += "<li><a href=\"%s\">Steps, video, logs</a></li>" % self.get_sauce_job_url(job_id)
|
|
if test_run.error:
|
|
html += "<li><a href=\"%s\">Failure screenshot</a></li>" % self.get_sauce_final_screenshot_url(job_id)
|
|
html += "</ul></p>"
|
|
html += "</ul></p>"
|
|
return html
|