status-mobile/test/appium/support/base_test_report.py

144 lines
5.3 KiB
Python

import time
import json
import hmac
import os
from hashlib import md5
from sauceclient import SauceException
import re
from support.test_data import SingleTestData
class BaseTestReport:
TEST_REPORT_DIR = "%s/../report" % os.path.dirname(os.path.abspath(__file__))
def __init__(self):
self.sauce_username = os.environ.get('SAUCE_USERNAME')
self.sauce_access_key = os.environ.get('SAUCE_ACCESS_KEY')
self.init_report()
def init_report(self):
if not os.path.exists(self.TEST_REPORT_DIR):
os.makedirs(self.TEST_REPORT_DIR)
# delete all old files in report dir
file_list = [f for f in os.listdir(self.TEST_REPORT_DIR)]
for f in file_list:
os.remove(os.path.join(self.TEST_REPORT_DIR, f))
def get_test_report_file_path(self, test_name):
file_name = "%s.json" % test_name
return os.path.join(self.TEST_REPORT_DIR, file_name)
def save_geth(self, geth: dict):
geth_paths = {}
for log in geth.keys():
geth_path = os.path.join(self.TEST_REPORT_DIR, log)
result = open(geth_path, 'wb')
result.write(geth[log])
result.close()
geth_paths[log] = geth_path
return geth_paths
def save_test(self, test, geth: dict = None):
if geth:
geth_paths = self.save_geth(geth)
else:
if hasattr(test, 'geth_paths'):
geth_paths = test.geth_paths
else:
geth_paths = ''
file_path = self.get_test_report_file_path(test.name)
test_dict = {
'testrail_case_id': test.testrail_case_id,
'name': test.name,
'geth_paths': geth_paths,
'testruns': list(),
'group_name': test.group_name
}
for testrun in test.testruns:
test_dict['testruns'].append(testrun.__dict__)
json.dump(test_dict, open(file_path, 'w'))
def get_all_tests(self):
tests = list()
file_list = [f for f in os.listdir(self.TEST_REPORT_DIR) if f.endswith('json')]
for file_name in file_list:
file_path = os.path.join(self.TEST_REPORT_DIR, file_name)
test_data = json.load(open(file_path))
testruns = list()
for testrun_data in test_data['testruns']:
testruns.append(SingleTestData.TestRunData(
steps=testrun_data['steps'],
jobs=testrun_data['jobs'],
error=testrun_data['error'],
first_commands=testrun_data['first_commands'],
xfail=testrun_data['xfail']))
tests.append(SingleTestData(name=test_data['name'],
geth_paths=test_data['geth_paths'],
testruns=testruns,
testrail_case_id=test_data['testrail_case_id'],
grop_name=test_data['group_name']))
return tests
def get_failed_tests(self):
tests = self.get_all_tests()
failed = list()
for test in tests:
if not self.is_test_successful(test):
failed.append(test)
return failed
def get_passed_tests(self):
tests = self.get_all_tests()
passed = list()
for test in tests:
if self.is_test_successful(test):
passed.append(test)
return passed
def get_sauce_token(self, job_id):
return hmac.new(bytes(self.sauce_username + ":" + self.sauce_access_key, 'latin-1'),
bytes(job_id, 'latin-1'), md5).hexdigest()
def get_sauce_job_url(self, job_id, first_command=0):
token = self.get_sauce_token(job_id)
url = 'https://saucelabs.com/jobs/%s?auth=%s' % (job_id, token)
if first_command > 0:
url += "#%s" % first_command
return url
@staticmethod
def get_jenkins_link_to_rerun_e2e(branch_name="develop", pr_id="", apk_name="", tr_case_ids=""):
return 'https://ci.status.im/job/status-react/job/e2e/job/status-app-prs-rerun/parambuild/' \
'?BRANCH_NAME=%s&APK_NAME=%s&PR_ID=%s&TR_CASE_IDS=%s' % (branch_name, apk_name, pr_id, tr_case_ids)
def get_sauce_final_screenshot_url(self, job_id):
token = self.get_sauce_token(job_id)
from tests.conftest import sauce
for _ in range(10):
try:
scr_number = sauce.jobs.get_job_assets(job_id)['screenshots'][-1]
return 'https://assets.saucelabs.com/jobs/%s/%s?auth=%s' % (job_id, scr_number, token)
except SauceException:
time.sleep(3)
@staticmethod
def is_test_successful(test):
# Test passed if last testrun has passed
return test.testruns[-1].error is None
@staticmethod
def separate_xfail_error(error):
issue_id_list = re.findall(r'#\d+', error)
issue_id = issue_id_list[0] if issue_id_list else ''
xfail_error = re.findall(r'\[\[.*\]\]', error)
if xfail_error:
no_code_error_str = xfail_error[0]
main_error = error.replace(no_code_error_str, '')
else:
no_code_error_str = ''
main_error = error
return main_error, no_code_error_str, issue_id