import time import json import hmac import os from hashlib import md5 from sauceclient import SauceException from support.test_data import SingleTestData class BaseTestReport: TEST_REPORT_DIR = "%s/../report" % os.path.dirname(os.path.abspath(__file__)) def __init__(self): self.sauce_username = os.environ.get('SAUCE_USERNAME') self.sauce_access_key = os.environ.get('SAUCE_ACCESS_KEY') self.init_report() def init_report(self): if not os.path.exists(self.TEST_REPORT_DIR): os.makedirs(self.TEST_REPORT_DIR) # delete all old files in report dir file_list = [f for f in os.listdir(self.TEST_REPORT_DIR)] for f in file_list: os.remove(os.path.join(self.TEST_REPORT_DIR, f)) def get_test_report_file_path(self, test_name): file_name = "%s.json" % test_name return os.path.join(self.TEST_REPORT_DIR, file_name) def save_geth(self, geth: dict): geth_paths = {} for log in geth.keys(): geth_path = os.path.join(self.TEST_REPORT_DIR, log) result = open(geth_path, 'wb') result.write(geth[log]) result.close() geth_paths[log] = geth_path return geth_paths def save_test(self, test, geth: dict = None): if geth: geth_paths = self.save_geth(geth) else: geth_paths = test.geth_paths file_path = self.get_test_report_file_path(test.name) test_dict = { 'testrail_case_id': test.testrail_case_id, 'name': test.name, 'geth_paths': geth_paths, 'testruns': list() } for testrun in test.testruns: test_dict['testruns'].append(testrun.__dict__) json.dump(test_dict, open(file_path, 'w')) def get_all_tests(self): tests = list() file_list = [f for f in os.listdir(self.TEST_REPORT_DIR) if f.endswith('json')] for file_name in file_list: file_path = os.path.join(self.TEST_REPORT_DIR, file_name) test_data = json.load(open(file_path)) testruns = list() for testrun_data in test_data['testruns']: testruns.append(SingleTestData.TestRunData( steps=testrun_data['steps'], jobs=testrun_data['jobs'], error=testrun_data['error'], first_commands=testrun_data['first_commands'])) tests.append(SingleTestData(name=test_data['name'], geth_paths=test_data['geth_paths'], testruns=testruns, testrail_case_id=test_data['testrail_case_id'])) return tests def get_failed_tests(self): tests = self.get_all_tests() failed = list() for test in tests: if not self.is_test_successful(test): failed.append(test) return failed def get_passed_tests(self): tests = self.get_all_tests() passed = list() for test in tests: if self.is_test_successful(test): passed.append(test) return passed def get_sauce_token(self, job_id): return hmac.new(bytes(self.sauce_username + ":" + self.sauce_access_key, 'latin-1'), bytes(job_id, 'latin-1'), md5).hexdigest() def get_sauce_job_url(self, job_id, first_command=0): token = self.get_sauce_token(job_id) url = 'https://saucelabs.com/jobs/%s?auth=%s' % (job_id, token) if first_command > 0: url += "#%s" % first_command return url @staticmethod def get_jenkins_link_to_rerun_e2e(branch_name="develop", pr_id="", apk_name="", tr_case_ids=""): return 'https://ci.status.im/job/status-react/job/e2e/job/status-app-prs-rerun/parambuild/' \ '?BRANCH_NAME=%s&APK_NAME=%s&PR_ID=%s&TR_CASE_IDS=%s' % (branch_name, apk_name, pr_id, tr_case_ids) def get_sauce_final_screenshot_url(self, job_id): token = self.get_sauce_token(job_id) from tests.conftest import sauce for _ in range(10): try: scr_number = sauce.jobs.get_job_assets(job_id)['screenshots'][-1] return 'https://assets.saucelabs.com/jobs/%s/%s?auth=%s' % (job_id, scr_number, token) except SauceException: time.sleep(3) @staticmethod def is_test_successful(test): # Test passed if last testrun has passed return test.testruns[-1].error is None