106 lines
4.0 KiB
Python
106 lines
4.0 KiB
Python
import json
|
|
import requests
|
|
import emoji
|
|
import base64
|
|
from os import environ
|
|
from support.base_test_report import BaseTestReport
|
|
|
|
|
|
class TestrailReport(BaseTestReport):
|
|
|
|
def __init__(self, sauce_username, sauce_access_key):
|
|
super(TestrailReport, self).__init__(sauce_username, sauce_access_key)
|
|
|
|
self.password = environ.get('TESTRAIL_PASS')
|
|
self.user = environ.get('TESTRAIL_USER')
|
|
|
|
self.run_id = None
|
|
self.suite_id = 15
|
|
self.project_id = 9
|
|
|
|
self.outcomes = {
|
|
'passed': 1,
|
|
'undefined_fail': 10}
|
|
|
|
self.headers = dict()
|
|
self.headers['Authorization'] = 'Basic %s' % str(
|
|
base64.b64encode(bytes('%s:%s' % (self.user, self.password), 'utf-8')), 'ascii').strip()
|
|
self.headers['Content-Type'] = 'application/json'
|
|
|
|
self.url = 'https://ethstatus.testrail.net/index.php?/api/v2/'
|
|
|
|
def get(self, method):
|
|
raw_response = requests.get(self.url + method, headers=self.headers).text
|
|
return json.loads(raw_response)
|
|
|
|
def post(self, method, data):
|
|
data = bytes(json.dumps(data), 'utf-8')
|
|
raw_response = requests.post(self.url + method, data=data, headers=self.headers).text
|
|
return json.loads(raw_response)
|
|
|
|
def get_suites(self):
|
|
return self.get('get_suites/%s' % self.project_id)
|
|
|
|
def get_tests(self):
|
|
return self.get('get_tests/%s' % self.run_id)
|
|
|
|
def get_milestones(self):
|
|
return self.get('get_milestones/%s' % self.project_id)
|
|
|
|
def get_runs(self, pr_number):
|
|
return [i for i in self.get('get_runs/%s' % self.project_id) if 'PR-%s ' % pr_number in i['name']]
|
|
|
|
def get_run(self, run_id: int):
|
|
return self.get('get_run/%s' % run_id)
|
|
|
|
def get_last_pr_run(self, pr_number):
|
|
run_id = max([run['id'] for run in self.get_runs(pr_number)])
|
|
return self.get_run(run_id=run_id)
|
|
|
|
@property
|
|
def actual_milestone_id(self):
|
|
return self.get_milestones()[-1]['id']
|
|
|
|
def add_run(self, run_name):
|
|
request_body = {'suite_id': self.suite_id,
|
|
'name': run_name,
|
|
'milestone_id': self.actual_milestone_id,
|
|
'case_ids': self.get_regression_cases(is_pr='PR-' in run_name),
|
|
'include_all': False}
|
|
run = self.post('add_run/%s' % self.project_id, request_body)
|
|
self.run_id = run['id']
|
|
|
|
def get_cases(self, section_id):
|
|
return self.get('get_cases/%s&suite_id=%s§ion_id=%s' % (self.project_id, self.suite_id, section_id))
|
|
|
|
def get_regression_cases(self, is_pr=False):
|
|
test_cases = dict()
|
|
test_cases['smoke_phase_1'] = 157
|
|
test_cases['smoke_phase_2'] = 308
|
|
test_cases['upgrade'] = 309
|
|
test_cases['error_handling'] = 458
|
|
test_cases['logcat_verifications'] = 718
|
|
case_ids = list()
|
|
if is_pr:
|
|
case_ids = [case['id'] for case in self.get_cases(test_cases['smoke_phase_1'])]
|
|
else:
|
|
for phase in test_cases:
|
|
for case in self.get_cases(test_cases[phase]):
|
|
case_ids.append(case['id'])
|
|
return case_ids
|
|
|
|
def add_results(self):
|
|
for test in self.get_all_tests():
|
|
test_steps = "# Steps: \n"
|
|
devices = str()
|
|
method = 'add_result_for_case/%s/%s' % (self.run_id, test.testrail_case_id)
|
|
last_testrun = test.testruns[-1]
|
|
for step in last_testrun.steps:
|
|
test_steps += step + "\n"
|
|
for i, device in enumerate(last_testrun.jobs):
|
|
devices += "# [Device %d](%s) \n" % (i + 1, self.get_sauce_job_url(device))
|
|
data = {'status_id': self.outcomes['undefined_fail'] if last_testrun.error else self.outcomes['passed'],
|
|
'comment': '%s' % ('# Error: \n %s \n' % emoji.demojize(last_testrun.error)) + devices + test_steps if last_testrun.error
|
|
else devices + test_steps}
|
|
self.post(method, data=data)
|