status-react/test/appium/support/base_test_report.py

import time
import json
import hmac
import os
from hashlib import md5
from sauceclient import SauceException
import re

from support.test_data import SingleTestData
from tests.cloudbase_test_api import sauce, apibase

class BaseTestReport:
    TEST_REPORT_DIR = "%s/../report" % os.path.dirname(os.path.abspath(__file__))

    def __init__(self):
        self.sauce_username = os.environ.get('SAUCE_USERNAME')
        self.sauce_access_key = os.environ.get('SAUCE_ACCESS_KEY')
        self.init_report()

    def init_report(self):
        if not os.path.exists(self.TEST_REPORT_DIR):
            os.makedirs(self.TEST_REPORT_DIR)
        # delete all old files in report dir
        file_list = [f for f in os.listdir(self.TEST_REPORT_DIR)]
        for f in file_list:
            os.remove(os.path.join(self.TEST_REPORT_DIR, f))

    def get_test_report_file_path(self, test_name):
        file_name = "%s.json" % test_name
        return os.path.join(self.TEST_REPORT_DIR, file_name)

    def save_geth(self, geth: dict):
        geth_paths = {}
        for log in geth.keys():
            geth_path = os.path.join(self.TEST_REPORT_DIR, log)
            result = open(geth_path, 'wb')
            result.write(geth[log])
            result.close()
            geth_paths[log] = geth_path
        return geth_paths

    def save_test(self, test, geth: dict = None):
        if geth:
            geth_paths = self.save_geth(geth)
        else:
            if hasattr(test, 'geth_paths'):
                geth_paths = test.geth_paths
            else:
                geth_paths = ''
        file_path = self.get_test_report_file_path(test.name)
        test_dict = {
            'testrail_case_id': test.testrail_case_id,
            'name': test.name,
            'geth_paths': geth_paths,
            'testruns': list(),
            'group_name': test.group_name
        }
        for testrun in test.testruns:
            test_dict['testruns'].append(testrun.__dict__)
        json.dump(test_dict, open(file_path, 'w'))

    def get_all_tests(self):
        tests = list()
        file_list = [f for f in os.listdir(self.TEST_REPORT_DIR) if f.endswith('json')]
        for file_name in file_list:
            file_path = os.path.join(self.TEST_REPORT_DIR, file_name)
            test_data = json.load(open(file_path))
            testruns = list()
            for testrun_data in test_data['testruns']:
                testruns.append(SingleTestData.TestRunData(
                    steps=testrun_data['steps'],
                    jobs=testrun_data['jobs'],
                    error=testrun_data['error'],
                    first_commands=testrun_data['first_commands'],
                    xfail=testrun_data['xfail']))
            tests.append(SingleTestData(name=test_data['name'],
                                        geth_paths=test_data['geth_paths'],
                                        testruns=testruns,
                                        testrail_case_id=test_data['testrail_case_id'],
                                        grop_name=test_data['group_name']))
        return tests

    def get_failed_tests(self):
        tests = self.get_all_tests()
        failed = list()
        for test in tests:
            if not self.is_test_successful(test) and not self.is_test_xfailed(test):
                failed.append(test)
        return failed

    def get_xfailed_tests(self):
        tests = self.get_all_tests()
        xfailed = list()
        for test in tests:
            if self.is_test_xfailed(test) and not self.is_test_successful(test):
                xfailed.append(test)
        return xfailed

    def get_passed_tests(self):
        tests = self.get_all_tests()
        passed = list()
        for test in tests:
            if self.is_test_successful(test):
                passed.append(test)
        return passed

    def get_sauce_token(self, job_id):
        return hmac.new(bytes(self.sauce_username + ":" + self.sauce_access_key, 'latin-1'),
                        bytes(job_id, 'latin-1'), md5).hexdigest()

    def get_sauce_job_url(self, job_id, first_command=0):
        token = self.get_sauce_token(job_id)
        url = 'https://%s/jobs/%s?auth=%s' % (apibase, job_id, token)
        if first_command > 0:
            url += "#%s" % first_command
        return url

    @staticmethod
    def get_jenkins_link_to_rerun_e2e(branch_name="develop", pr_id="", apk_name="", tr_case_ids=""):
        return 'https://ci.status.im/job/status-mobile/job/e2e/job/status-app-prs-rerun/parambuild/' \
               '?BRANCH_NAME=%s&APK_NAME=%s&PR_ID=%s&TR_CASE_IDS=%s' % (branch_name, apk_name, pr_id, tr_case_ids)

    def get_sauce_final_screenshot_url(self, job_id):
        token = self.get_sauce_token(job_id)
        for _ in range(10):
            try:
                scr_number = sauce.jobs.get_job_assets(job_id)['screenshots'][-1]
                return 'https://assets.%s/jobs/%s/%s?auth=%s' % (apibase, job_id, scr_number, token)
            except SauceException:
                time.sleep(3)

    @staticmethod
    def is_test_successful(test):
        # Test passed if last testrun has passed
        return test.testruns[-1].error is None

    @staticmethod
    def is_test_xfailed(test):
    # Test failed if xfail is defined
        return test.testruns[-1].xfail != ""

    @staticmethod
    def separate_xfail_error(error):
        issue_id_list = re.findall(r'#\d+', error)
        issue_id = issue_id_list[0] if issue_id_list else ''

        xfail_error = re.findall(r'\[\[.*\]\]', error)
        if xfail_error:
            no_code_error_str = xfail_error[0]
            main_error = error.replace(no_code_error_str, '')
        else:
            no_code_error_str = ''
            main_error = error

        return main_error, no_code_error_str, issue_id