add test run listings
This commit is contained in:
parent
77240e2b7d
commit
6f66a58ede
|
@ -1,8 +1,10 @@
|
||||||
import logging
|
import logging
|
||||||
from dataclasses import dataclass
|
from dataclasses import dataclass
|
||||||
from datetime import datetime
|
from datetime import datetime, timedelta
|
||||||
|
from enum import Enum
|
||||||
from typing import Optional, Iterator, Dict, Any
|
from typing import Optional, Iterator, Dict, Any
|
||||||
|
|
||||||
|
from dateutil import parser
|
||||||
from elasticsearch import Elasticsearch
|
from elasticsearch import Elasticsearch
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
@ -23,14 +25,35 @@ class Pod:
|
||||||
indices: tuple[str, ...]
|
indices: tuple[str, ...]
|
||||||
|
|
||||||
|
|
||||||
|
class TestStatus(Enum):
|
||||||
|
passed = 'passed'
|
||||||
|
failed = 'failed'
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class TestRun:
|
||||||
|
id: str
|
||||||
|
run_id: str
|
||||||
|
test_name: str
|
||||||
|
pods: str
|
||||||
|
start: datetime
|
||||||
|
end: datetime
|
||||||
|
duration: float
|
||||||
|
status: TestStatus
|
||||||
|
error: Optional[str]
|
||||||
|
stacktrace: Optional[str]
|
||||||
|
|
||||||
|
|
||||||
MAX_AGGREGATION_BUCKETS = 1000
|
MAX_AGGREGATION_BUCKETS = 1000
|
||||||
|
|
||||||
|
POD_LOGS_INDEX_SET = 'continuous-tests-pods-*'
|
||||||
|
TEST_STATUS_INDEX_SET = 'continuous-tests-status-*'
|
||||||
|
|
||||||
|
|
||||||
class ElasticSearchLogRepo:
|
class ElasticSearchLogRepo:
|
||||||
def __init__(
|
def __init__(
|
||||||
self,
|
self,
|
||||||
client: Optional[Elasticsearch] = None,
|
client: Optional[Elasticsearch] = None,
|
||||||
indices: str = 'continuous-tests-pods-*',
|
|
||||||
since: Optional[datetime] = None,
|
since: Optional[datetime] = None,
|
||||||
):
|
):
|
||||||
if client is None:
|
if client is None:
|
||||||
|
@ -38,7 +61,6 @@ class ElasticSearchLogRepo:
|
||||||
client = Elasticsearch(hosts='http://localhost:9200', request_timeout=60)
|
client = Elasticsearch(hosts='http://localhost:9200', request_timeout=60)
|
||||||
|
|
||||||
self.client = client
|
self.client = client
|
||||||
self.indices = indices
|
|
||||||
self.since = since
|
self.since = since
|
||||||
|
|
||||||
def namespaces(self, prefix: Optional[str] = None) -> Iterator[Namespace]:
|
def namespaces(self, prefix: Optional[str] = None) -> Iterator[Namespace]:
|
||||||
|
@ -58,7 +80,7 @@ class ElasticSearchLogRepo:
|
||||||
if prefix is not None:
|
if prefix is not None:
|
||||||
query['aggs']['distinct_namespaces']['terms']['include'] = f'{prefix}.*' # type: ignore
|
query['aggs']['distinct_namespaces']['terms']['include'] = f'{prefix}.*' # type: ignore
|
||||||
|
|
||||||
result = self.client.search(index=self.indices, body=query) # type: ignore
|
result = self.client.search(index=POD_LOGS_INDEX_SET, body=query) # type: ignore
|
||||||
|
|
||||||
for namespace in result['aggregations']['distinct_namespaces']['buckets']:
|
for namespace in result['aggregations']['distinct_namespaces']['buckets']:
|
||||||
yield Namespace(
|
yield Namespace(
|
||||||
|
@ -92,7 +114,7 @@ class ElasticSearchLogRepo:
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
for pod in self.client.search(index=self.indices,
|
for pod in self.client.search(index=POD_LOGS_INDEX_SET,
|
||||||
body=query)['aggregations']['distinct_pods']['buckets']: # type: ignore
|
body=query)['aggregations']['distinct_pods']['buckets']: # type: ignore
|
||||||
assert len(pod['namespace']['buckets']) == 1, 'Pods should only have one namespace'
|
assert len(pod['namespace']['buckets']) == 1, 'Pods should only have one namespace'
|
||||||
assert len(pod['runid']['buckets']) == 1, 'Pods should only have one run_id'
|
assert len(pod['runid']['buckets']) == 1, 'Pods should only have one run_id'
|
||||||
|
@ -104,6 +126,37 @@ class ElasticSearchLogRepo:
|
||||||
indices=tuple(sorted(index['key'] for index in pod['indices']['buckets']))
|
indices=tuple(sorted(index['key'] for index in pod['indices']['buckets']))
|
||||||
)
|
)
|
||||||
|
|
||||||
|
def test_runs(self, run_id: str, failed_only=False) -> Iterator[TestRun]:
|
||||||
|
query = self._time_limited({
|
||||||
|
'query': {
|
||||||
|
'bool': {
|
||||||
|
'filter': [{'term': {'runid.keyword': run_id}}]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
'sort': [{'@timestamp': 'desc'}],
|
||||||
|
'size': 10000,
|
||||||
|
})
|
||||||
|
|
||||||
|
if failed_only:
|
||||||
|
query['query']['bool']['filter'].append({'term': {'status.keyword': 'Failed'}})
|
||||||
|
|
||||||
|
for document in self.client.search(index=TEST_STATUS_INDEX_SET, body=query)['hits']['hits']: # type: ignore
|
||||||
|
content = document['_source']
|
||||||
|
start = parser.parse(content['teststart'])
|
||||||
|
duration = float(content['testduration'])
|
||||||
|
yield TestRun(
|
||||||
|
id=document['_id'],
|
||||||
|
run_id=content['runid'],
|
||||||
|
test_name=content['testname'],
|
||||||
|
start=start,
|
||||||
|
end=start + timedelta(seconds=duration),
|
||||||
|
duration=duration,
|
||||||
|
status=TestStatus(content['status'].lower()),
|
||||||
|
pods=content['involvedpods'],
|
||||||
|
error=content.get('error'),
|
||||||
|
stacktrace=content.get('message')
|
||||||
|
)
|
||||||
|
|
||||||
def _time_limited(self, query: Dict[str, Any]) -> Dict[str, Any]:
|
def _time_limited(self, query: Dict[str, Any]) -> Dict[str, Any]:
|
||||||
if self.since is not None:
|
if self.since is not None:
|
||||||
query['query'] = {
|
query['query'] = {
|
||||||
|
|
|
@ -0,0 +1,242 @@
|
||||||
|
interactions:
|
||||||
|
- request:
|
||||||
|
body: '{"query":{"bool":{"filter":[{"term":{"runid.keyword":"20240206-093136"}},{"term":{"status.keyword":"Failed"}}]}},"size":10000,"sort":[{"@timestamp":"desc"}]}'
|
||||||
|
headers:
|
||||||
|
accept:
|
||||||
|
- application/vnd.elasticsearch+json; compatible-with=8
|
||||||
|
connection:
|
||||||
|
- keep-alive
|
||||||
|
content-type:
|
||||||
|
- application/vnd.elasticsearch+json; compatible-with=8
|
||||||
|
user-agent:
|
||||||
|
- elasticsearch-py/8.10.1 (Python/3.11.5; elastic-transport/8.10.0)
|
||||||
|
x-elastic-client-meta:
|
||||||
|
- es=8.10.1,py=3.11.5,t=8.10.0,ur=2.0.7
|
||||||
|
method: POST
|
||||||
|
uri: http://localhost:9200/continuous-tests-status-*/_search
|
||||||
|
response:
|
||||||
|
body:
|
||||||
|
string: '{"took":4,"timed_out":false,"_shards":{"total":23,"successful":23,"skipped":0,"failed":0},"hits":{"total":{"value":1,"relation":"eq"},"max_score":null,"hits":[{"_index":"continuous-tests-status-2024.02.07","_id":"t5apg40BTe2pYqi1l9b8","_score":null,"_ignored":["message.keyword"],"_source":{"@timestamp":"2024-02-06T23:07:39.6615501Z","avgupload":"297.8KB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":" data/zDvZRwzm5UemKDPMvadCu999HrqUnCJGzvKnsF7eiy2XV3TzoW7V/network''
|
||||||
|
timed out after 3 tries over 10 mins, 1 secs.","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<CODEX24>,<BOOTSTRAP2>","message":"System.Exception:
|
||||||
|
System.TimeoutException: Retry ''HTTP-GET-STREAM: data/zDvZRwzm5UemKDPMvadCu999HrqUnCJGzvKnsF7eiy2XV3TzoW7V/network''
|
||||||
|
timed out after 3 tries over 10 mins, 1 secs.\n ---> System.AggregateException:
|
||||||
|
One or more errors occurred. (One or more errors occurred. (A task was canceled.))
|
||||||
|
(One or more errors occurred. (A task was canceled.)) (One or more errors
|
||||||
|
occurred. (A task was canceled.)) (One or more errors occurred. (Connection
|
||||||
|
refused (bootstrap-2-2-int.two-client-test-bugfix.svc.cluster.local:30014)))\n
|
||||||
|
---> System.AggregateException: One or more errors occurred. (A task was canceled.)\n
|
||||||
|
---> System.Threading.Tasks.TaskCanceledException: A task was canceled.\n at
|
||||||
|
System.Threading.Tasks.Task.GetExceptions(Boolean includeTaskCanceledExceptions)\n at
|
||||||
|
System.Threading.Tasks.Task.ThrowIfExceptional(Boolean includeTaskCanceledExceptions)\n at
|
||||||
|
System.Threading.Tasks.Task.Wait(Int32 millisecondsTimeout, CancellationToken
|
||||||
|
cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at Utils.Time.Wait[T](Task`1
|
||||||
|
task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0()
|
||||||
|
in /cs-codex-dist-tests/Framework/Core/Http.cs:line 125\n at Utils.Time.Retry[T](Func`1
|
||||||
|
action, Int32 maxRetries, TimeSpan retryTime, String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
144\n at Core.Http.LockRetry[T](Func`1 operation, String description) in
|
||||||
|
/cs-codex-dist-tests/Framework/Core/Http.cs:line 212\n at Core.Http.HttpGetStream(String
|
||||||
|
route) in /cs-codex-dist-tests/Framework/Core/Http.cs:line 120\n at CodexPlugin.CodexAccess.DownloadFile(String
|
||||||
|
contentId) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexAccess.cs:line
|
||||||
|
71\n at CodexPlugin.CodexNode.DownloadToFile(String contentId, TrackedFile
|
||||||
|
file) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
200\n at CodexPlugin.CodexNode.<>c__DisplayClass35_0.<DownloadContent>b__0()
|
||||||
|
in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line 128\n at
|
||||||
|
Logging.Stopwatch.Measure(ILog log, String name, Action action, Boolean debug)
|
||||||
|
in /cs-codex-dist-tests/Framework/Logging/Stopwatch.cs:line 22\n at CodexPlugin.CodexNode.DownloadContent(ContentId
|
||||||
|
contentId, String fileLabel) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
128\n at ContinuousTests.Tests.TwoClientTest.<>c__DisplayClass11_0.<DownloadTestFile>b__0()
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at ContinuousTests.Tests.TwoClientTest.LogBytesPerMillisecond(Action
|
||||||
|
action) in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
82\n at ContinuousTests.Tests.TwoClientTest.DownloadTestFile() in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at InvokeStub_TwoClientTest.DownloadTestFile(Object, Object, IntPtr*)\n at
|
||||||
|
System.Reflection.MethodInvoker.Invoke(Object obj, IntPtr* args, BindingFlags
|
||||||
|
invokeAttr)\n at System.Reflection.RuntimeMethodInfo.Invoke(Object obj,
|
||||||
|
BindingFlags invokeAttr, Binder binder, Object[] parameters, CultureInfo culture)\n at
|
||||||
|
ContinuousTests.TestHandle.InvokeMoment(Int32 currentMoment, Action`1 beforeInvoke)
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/TestHandle.cs:line 47\n at
|
||||||
|
ContinuousTests.SingleTestRun.RunMoment(Int32 t) in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
250\n at ContinuousTests.SingleTestRun.RunTestMoments() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
150\n at ContinuousTests.SingleTestRun.RunTest(Action`1 resultHandler) in
|
||||||
|
/cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line 76\n at
|
||||||
|
ContinuousTests.SingleTestRun.<>c__DisplayClass13_0.<Run>b__0() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
53\n at Utils.TaskFactory.CatchException(Action action, String name) in
|
||||||
|
/cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 20\n at Utils.TaskFactory.<>c__DisplayClass2_0.<Run>b__0()
|
||||||
|
in /cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 12\n at System.Threading.ExecutionContext.RunFromThreadPoolDispatchLoop(Thread
|
||||||
|
threadPoolThread, ExecutionContext executionContext, ContextCallback callback,
|
||||||
|
Object state)\n at System.Threading.Tasks.Task.ExecuteWithThreadLocal(Task&
|
||||||
|
currentTaskSlot, Thread threadPoolThread)\n at System.Threading.ThreadPoolWorkQueue.Dispatch()\n at
|
||||||
|
System.Threading.PortableThreadPool.WorkerThread.WorkerThreadStart()\n---
|
||||||
|
End of stack trace from previous location ---\n\n --- End of inner exception
|
||||||
|
stack trace ---\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144\n ---
|
||||||
|
End of inner exception stack trace ---\n ---> (Inner Exception #1) System.AggregateException:
|
||||||
|
One or more errors occurred. (A task was canceled.)\n ---> System.Threading.Tasks.TaskCanceledException:
|
||||||
|
A task was canceled.\n at System.Threading.Tasks.Task.GetExceptions(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144\n at
|
||||||
|
Core.Http.LockRetry[T](Func`1 operation, String description) in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
212\n at Core.Http.HttpGetStream(String route) in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
120\n at CodexPlugin.CodexAccess.DownloadFile(String contentId) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexAccess.cs:line
|
||||||
|
71\n at CodexPlugin.CodexNode.DownloadToFile(String contentId, TrackedFile
|
||||||
|
file) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
200\n at CodexPlugin.CodexNode.<>c__DisplayClass35_0.<DownloadContent>b__0()
|
||||||
|
in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line 128\n at
|
||||||
|
Logging.Stopwatch.Measure(ILog log, String name, Action action, Boolean debug)
|
||||||
|
in /cs-codex-dist-tests/Framework/Logging/Stopwatch.cs:line 22\n at CodexPlugin.CodexNode.DownloadContent(ContentId
|
||||||
|
contentId, String fileLabel) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
128\n at ContinuousTests.Tests.TwoClientTest.<>c__DisplayClass11_0.<DownloadTestFile>b__0()
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at ContinuousTests.Tests.TwoClientTest.LogBytesPerMillisecond(Action
|
||||||
|
action) in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
82\n at ContinuousTests.Tests.TwoClientTest.DownloadTestFile() in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at InvokeStub_TwoClientTest.DownloadTestFile(Object, Object, IntPtr*)\n at
|
||||||
|
System.Reflection.MethodInvoker.Invoke(Object obj, IntPtr* args, BindingFlags
|
||||||
|
invokeAttr)\n at System.Reflection.RuntimeMethodInfo.Invoke(Object obj,
|
||||||
|
BindingFlags invokeAttr, Binder binder, Object[] parameters, CultureInfo culture)\n at
|
||||||
|
ContinuousTests.TestHandle.InvokeMoment(Int32 currentMoment, Action`1 beforeInvoke)
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/TestHandle.cs:line 47\n at
|
||||||
|
ContinuousTests.SingleTestRun.RunMoment(Int32 t) in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
250\n at ContinuousTests.SingleTestRun.RunTestMoments() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
150\n at ContinuousTests.SingleTestRun.RunTest(Action`1 resultHandler) in
|
||||||
|
/cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line 76\n at
|
||||||
|
ContinuousTests.SingleTestRun.<>c__DisplayClass13_0.<Run>b__0() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
53\n at Utils.TaskFactory.CatchException(Action action, String name) in
|
||||||
|
/cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 20\n at Utils.TaskFactory.<>c__DisplayClass2_0.<Run>b__0()
|
||||||
|
in /cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 12\n at System.Threading.ExecutionContext.RunFromThreadPoolDispatchLoop(Thread
|
||||||
|
threadPoolThread, ExecutionContext executionContext, ContextCallback callback,
|
||||||
|
Object state)\n at System.Threading.Tasks.Task.ExecuteWithThreadLocal(Task&
|
||||||
|
currentTaskSlot, Thread threadPoolThread)\n at System.Threading.ThreadPoolWorkQueue.Dispatch()\n at
|
||||||
|
System.Threading.PortableThreadPool.WorkerThread.WorkerThreadStart()\n---
|
||||||
|
End of stack trace from previous location ---\n\n --- End of inner exception
|
||||||
|
stack trace ---\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144<---\n\n
|
||||||
|
---> (Inner Exception #2) System.AggregateException: One or more errors occurred.
|
||||||
|
(A task was canceled.)\n ---> System.Threading.Tasks.TaskCanceledException:
|
||||||
|
A task was canceled.\n at System.Threading.Tasks.Task.GetExceptions(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144\n at
|
||||||
|
Core.Http.LockRetry[T](Func`1 operation, String description) in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
212\n at Core.Http.HttpGetStream(String route) in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
120\n at CodexPlugin.CodexAccess.DownloadFile(String contentId) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexAccess.cs:line
|
||||||
|
71\n at CodexPlugin.CodexNode.DownloadToFile(String contentId, TrackedFile
|
||||||
|
file) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
200\n at CodexPlugin.CodexNode.<>c__DisplayClass35_0.<DownloadContent>b__0()
|
||||||
|
in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line 128\n at
|
||||||
|
Logging.Stopwatch.Measure(ILog log, String name, Action action, Boolean debug)
|
||||||
|
in /cs-codex-dist-tests/Framework/Logging/Stopwatch.cs:line 22\n at CodexPlugin.CodexNode.DownloadContent(ContentId
|
||||||
|
contentId, String fileLabel) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
128\n at ContinuousTests.Tests.TwoClientTest.<>c__DisplayClass11_0.<DownloadTestFile>b__0()
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at ContinuousTests.Tests.TwoClientTest.LogBytesPerMillisecond(Action
|
||||||
|
action) in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
82\n at ContinuousTests.Tests.TwoClientTest.DownloadTestFile() in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at InvokeStub_TwoClientTest.DownloadTestFile(Object, Object, IntPtr*)\n at
|
||||||
|
System.Reflection.MethodInvoker.Invoke(Object obj, IntPtr* args, BindingFlags
|
||||||
|
invokeAttr)\n at System.Reflection.RuntimeMethodInfo.Invoke(Object obj,
|
||||||
|
BindingFlags invokeAttr, Binder binder, Object[] parameters, CultureInfo culture)\n at
|
||||||
|
ContinuousTests.TestHandle.InvokeMoment(Int32 currentMoment, Action`1 beforeInvoke)
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/TestHandle.cs:line 47\n at
|
||||||
|
ContinuousTests.SingleTestRun.RunMoment(Int32 t) in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
250\n at ContinuousTests.SingleTestRun.RunTestMoments() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
150\n at ContinuousTests.SingleTestRun.RunTest(Action`1 resultHandler) in
|
||||||
|
/cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line 76\n at
|
||||||
|
ContinuousTests.SingleTestRun.<>c__DisplayClass13_0.<Run>b__0() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
53\n at Utils.TaskFactory.CatchException(Action action, String name) in
|
||||||
|
/cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 20\n at Utils.TaskFactory.<>c__DisplayClass2_0.<Run>b__0()
|
||||||
|
in /cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 12\n at System.Threading.ExecutionContext.RunFromThreadPoolDispatchLoop(Thread
|
||||||
|
threadPoolThread, ExecutionContext executionContext, ContextCallback callback,
|
||||||
|
Object state)\n at System.Threading.Tasks.Task.ExecuteWithThreadLocal(Task&
|
||||||
|
currentTaskSlot, Thread threadPoolThread)\n at System.Threading.ThreadPoolWorkQueue.Dispatch()\n at
|
||||||
|
System.Threading.PortableThreadPool.WorkerThread.WorkerThreadStart()\n---
|
||||||
|
End of stack trace from previous location ---\n\n --- End of inner exception
|
||||||
|
stack trace ---\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144<---\n\n
|
||||||
|
---> (Inner Exception #3) System.AggregateException: One or more errors occurred.
|
||||||
|
(Connection refused (bootstrap-2-2-int.two-client-test-bugfix.svc.cluster.local:30014))\n
|
||||||
|
---> System.Net.Http.HttpRequestException: Connection refused (bootstrap-2-2-int.two-client-test-bugfix.svc.cluster.local:30014)\n
|
||||||
|
---> System.Net.Sockets.SocketException (111): Connection refused\n at System.Net.Sockets.Socket.AwaitableSocketAsyncEventArgs.ThrowException(SocketError
|
||||||
|
error, CancellationToken cancellationToken)\n at System.Net.Sockets.Socket.AwaitableSocketAsyncEventArgs.System.Threading.Tasks.Sources.IValueTaskSource.GetResult(Int16
|
||||||
|
token)\n at System.Net.Sockets.Socket.<ConnectAsync>g__WaitForConnectWithCancellation|281_0(AwaitableSocketAsyncEventArgs
|
||||||
|
saea, ValueTask connectTask, CancellationToken cancellationToken)\n at System.Net.Http.HttpConnectionPool.ConnectToTcpHostAsync(String
|
||||||
|
host, Int32 port, HttpRequestMessage initialRequest, Boolean async, CancellationToken
|
||||||
|
cancellationToken)\n --- End of inner exception stack trace ---\n at System.Net.Http.HttpConnectionPool.ConnectToTcpHostAsync(String
|
||||||
|
host, Int32 port, HttpRequestMessage initialRequest, Boolean async, CancellationToken
|
||||||
|
cancellationToken)\n at System.Net.Http.HttpConnectionPool.ConnectAsync(HttpRequestMessage
|
||||||
|
request, Boolean async, CancellationToken cancellationToken)\n at System.Net.Http.HttpConnectionPool.CreateHttp11ConnectionAsync(HttpRequestMessage
|
||||||
|
request, Boolean async, CancellationToken cancellationToken)\n at System.Net.Http.HttpConnectionPool.AddHttp11ConnectionAsync(QueueItem
|
||||||
|
queueItem)\n at System.Threading.Tasks.TaskCompletionSourceWithCancellation`1.WaitWithCancellationAsync(CancellationToken
|
||||||
|
cancellationToken)\n at System.Net.Http.HttpConnectionPool.HttpConnectionWaiter`1.WaitForConnectionAsync(Boolean
|
||||||
|
async, CancellationToken requestCancellationToken)\n at System.Net.Http.HttpConnectionPool.SendWithVersionDetectionAndRetryAsync(HttpRequestMessage
|
||||||
|
request, Boolean async, Boolean doRequestAuth, CancellationToken cancellationToken)\n at
|
||||||
|
System.Net.Http.RedirectHandler.SendAsync(HttpRequestMessage request, Boolean
|
||||||
|
async, CancellationToken cancellationToken)\n at System.Net.Http.HttpClient.GetStreamAsyncCore(HttpRequestMessage
|
||||||
|
request, CancellationToken cancellationToken)\n --- End of inner exception
|
||||||
|
stack trace ---\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144<---\n\n ---
|
||||||
|
End of inner exception stack trace ---\n at Utils.Time.Retry[T](Func`1 action,
|
||||||
|
Int32 maxRetries, TimeSpan retryTime, String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
139\n at Core.Http.LockRetry[T](Func`1 operation, String description) in
|
||||||
|
/cs-codex-dist-tests/Framework/Core/Http.cs:line 212\n at Core.Http.HttpGetStream(String
|
||||||
|
route) in /cs-codex-dist-tests/Framework/Core/Http.cs:line 120\n at CodexPlugin.CodexAccess.DownloadFile(String
|
||||||
|
contentId) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexAccess.cs:line
|
||||||
|
71\n at CodexPlugin.CodexNode.DownloadToFile(String contentId, TrackedFile
|
||||||
|
file) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
200\n at CodexPlugin.CodexNode.<>c__DisplayClass35_0.<DownloadContent>b__0()
|
||||||
|
in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line 128\n at
|
||||||
|
Logging.Stopwatch.Measure(ILog log, String name, Action action, Boolean debug)
|
||||||
|
in /cs-codex-dist-tests/Framework/Logging/Stopwatch.cs:line 22\n at CodexPlugin.CodexNode.DownloadContent(ContentId
|
||||||
|
contentId, String fileLabel) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
128\n at ContinuousTests.Tests.TwoClientTest.<>c__DisplayClass11_0.<DownloadTestFile>b__0()
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at ContinuousTests.Tests.TwoClientTest.LogBytesPerMillisecond(Action
|
||||||
|
action) in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
82\n at ContinuousTests.Tests.TwoClientTest.DownloadTestFile() in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at InvokeStub_TwoClientTest.DownloadTestFile(Object, Object, IntPtr*)\n at
|
||||||
|
System.Reflection.MethodInvoker.Invoke(Object obj, IntPtr* args, BindingFlags
|
||||||
|
invokeAttr)\n at ContinuousTests.SingleTestRun.ThrowFailTest() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
186\n at ContinuousTests.SingleTestRun.RunTestMoments() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
155\n at ContinuousTests.SingleTestRun.RunTest(Action`1 resultHandler) in
|
||||||
|
/cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line 76","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Failed","testduration":"0","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T22:52:53.0881883Z","testtype":"continuous-tests"},"sort":[1707260859661]}]}}'
|
||||||
|
headers:
|
||||||
|
Transfer-Encoding:
|
||||||
|
- chunked
|
||||||
|
X-elastic-product:
|
||||||
|
- Elasticsearch
|
||||||
|
content-type:
|
||||||
|
- application/vnd.elasticsearch+json;compatible-with=8
|
||||||
|
status:
|
||||||
|
code: 200
|
||||||
|
message: OK
|
||||||
|
version: 1
|
|
@ -0,0 +1,255 @@
|
||||||
|
interactions:
|
||||||
|
- request:
|
||||||
|
body: '{"query":{"bool":{"filter":[{"term":{"runid.keyword":"20240206-093136"}}]}},"size":10000,"sort":[{"@timestamp":"desc"}]}'
|
||||||
|
headers:
|
||||||
|
accept:
|
||||||
|
- application/vnd.elasticsearch+json; compatible-with=8
|
||||||
|
connection:
|
||||||
|
- keep-alive
|
||||||
|
content-type:
|
||||||
|
- application/vnd.elasticsearch+json; compatible-with=8
|
||||||
|
user-agent:
|
||||||
|
- elasticsearch-py/8.10.1 (Python/3.11.5; elastic-transport/8.10.0)
|
||||||
|
x-elastic-client-meta:
|
||||||
|
- es=8.10.1,py=3.11.5,t=8.10.0,ur=2.0.7
|
||||||
|
method: POST
|
||||||
|
uri: http://localhost:9200/continuous-tests-status-*/_search
|
||||||
|
response:
|
||||||
|
body:
|
||||||
|
string: '{"took":13,"timed_out":false,"_shards":{"total":23,"successful":23,"skipped":0,"failed":0},"hits":{"total":{"value":14,"relation":"eq"},"max_score":null,"hits":[{"_index":"continuous-tests-status-2024.02.07","_id":"t5apg40BTe2pYqi1l9b8","_score":null,"_ignored":["message.keyword"],"_source":{"@timestamp":"2024-02-06T23:07:39.6615501Z","avgupload":"297.8KB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":" data/zDvZRwzm5UemKDPMvadCu999HrqUnCJGzvKnsF7eiy2XV3TzoW7V/network''
|
||||||
|
timed out after 3 tries over 10 mins, 1 secs.","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<CODEX24>,<BOOTSTRAP2>","message":"System.Exception:
|
||||||
|
System.TimeoutException: Retry ''HTTP-GET-STREAM: data/zDvZRwzm5UemKDPMvadCu999HrqUnCJGzvKnsF7eiy2XV3TzoW7V/network''
|
||||||
|
timed out after 3 tries over 10 mins, 1 secs.\n ---> System.AggregateException:
|
||||||
|
One or more errors occurred. (One or more errors occurred. (A task was canceled.))
|
||||||
|
(One or more errors occurred. (A task was canceled.)) (One or more errors
|
||||||
|
occurred. (A task was canceled.)) (One or more errors occurred. (Connection
|
||||||
|
refused (bootstrap-2-2-int.two-client-test-bugfix.svc.cluster.local:30014)))\n
|
||||||
|
---> System.AggregateException: One or more errors occurred. (A task was canceled.)\n
|
||||||
|
---> System.Threading.Tasks.TaskCanceledException: A task was canceled.\n at
|
||||||
|
System.Threading.Tasks.Task.GetExceptions(Boolean includeTaskCanceledExceptions)\n at
|
||||||
|
System.Threading.Tasks.Task.ThrowIfExceptional(Boolean includeTaskCanceledExceptions)\n at
|
||||||
|
System.Threading.Tasks.Task.Wait(Int32 millisecondsTimeout, CancellationToken
|
||||||
|
cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at Utils.Time.Wait[T](Task`1
|
||||||
|
task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0()
|
||||||
|
in /cs-codex-dist-tests/Framework/Core/Http.cs:line 125\n at Utils.Time.Retry[T](Func`1
|
||||||
|
action, Int32 maxRetries, TimeSpan retryTime, String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
144\n at Core.Http.LockRetry[T](Func`1 operation, String description) in
|
||||||
|
/cs-codex-dist-tests/Framework/Core/Http.cs:line 212\n at Core.Http.HttpGetStream(String
|
||||||
|
route) in /cs-codex-dist-tests/Framework/Core/Http.cs:line 120\n at CodexPlugin.CodexAccess.DownloadFile(String
|
||||||
|
contentId) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexAccess.cs:line
|
||||||
|
71\n at CodexPlugin.CodexNode.DownloadToFile(String contentId, TrackedFile
|
||||||
|
file) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
200\n at CodexPlugin.CodexNode.<>c__DisplayClass35_0.<DownloadContent>b__0()
|
||||||
|
in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line 128\n at
|
||||||
|
Logging.Stopwatch.Measure(ILog log, String name, Action action, Boolean debug)
|
||||||
|
in /cs-codex-dist-tests/Framework/Logging/Stopwatch.cs:line 22\n at CodexPlugin.CodexNode.DownloadContent(ContentId
|
||||||
|
contentId, String fileLabel) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
128\n at ContinuousTests.Tests.TwoClientTest.<>c__DisplayClass11_0.<DownloadTestFile>b__0()
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at ContinuousTests.Tests.TwoClientTest.LogBytesPerMillisecond(Action
|
||||||
|
action) in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
82\n at ContinuousTests.Tests.TwoClientTest.DownloadTestFile() in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at InvokeStub_TwoClientTest.DownloadTestFile(Object, Object, IntPtr*)\n at
|
||||||
|
System.Reflection.MethodInvoker.Invoke(Object obj, IntPtr* args, BindingFlags
|
||||||
|
invokeAttr)\n at System.Reflection.RuntimeMethodInfo.Invoke(Object obj,
|
||||||
|
BindingFlags invokeAttr, Binder binder, Object[] parameters, CultureInfo culture)\n at
|
||||||
|
ContinuousTests.TestHandle.InvokeMoment(Int32 currentMoment, Action`1 beforeInvoke)
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/TestHandle.cs:line 47\n at
|
||||||
|
ContinuousTests.SingleTestRun.RunMoment(Int32 t) in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
250\n at ContinuousTests.SingleTestRun.RunTestMoments() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
150\n at ContinuousTests.SingleTestRun.RunTest(Action`1 resultHandler) in
|
||||||
|
/cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line 76\n at
|
||||||
|
ContinuousTests.SingleTestRun.<>c__DisplayClass13_0.<Run>b__0() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
53\n at Utils.TaskFactory.CatchException(Action action, String name) in
|
||||||
|
/cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 20\n at Utils.TaskFactory.<>c__DisplayClass2_0.<Run>b__0()
|
||||||
|
in /cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 12\n at System.Threading.ExecutionContext.RunFromThreadPoolDispatchLoop(Thread
|
||||||
|
threadPoolThread, ExecutionContext executionContext, ContextCallback callback,
|
||||||
|
Object state)\n at System.Threading.Tasks.Task.ExecuteWithThreadLocal(Task&
|
||||||
|
currentTaskSlot, Thread threadPoolThread)\n at System.Threading.ThreadPoolWorkQueue.Dispatch()\n at
|
||||||
|
System.Threading.PortableThreadPool.WorkerThread.WorkerThreadStart()\n---
|
||||||
|
End of stack trace from previous location ---\n\n --- End of inner exception
|
||||||
|
stack trace ---\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144\n ---
|
||||||
|
End of inner exception stack trace ---\n ---> (Inner Exception #1) System.AggregateException:
|
||||||
|
One or more errors occurred. (A task was canceled.)\n ---> System.Threading.Tasks.TaskCanceledException:
|
||||||
|
A task was canceled.\n at System.Threading.Tasks.Task.GetExceptions(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144\n at
|
||||||
|
Core.Http.LockRetry[T](Func`1 operation, String description) in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
212\n at Core.Http.HttpGetStream(String route) in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
120\n at CodexPlugin.CodexAccess.DownloadFile(String contentId) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexAccess.cs:line
|
||||||
|
71\n at CodexPlugin.CodexNode.DownloadToFile(String contentId, TrackedFile
|
||||||
|
file) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
200\n at CodexPlugin.CodexNode.<>c__DisplayClass35_0.<DownloadContent>b__0()
|
||||||
|
in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line 128\n at
|
||||||
|
Logging.Stopwatch.Measure(ILog log, String name, Action action, Boolean debug)
|
||||||
|
in /cs-codex-dist-tests/Framework/Logging/Stopwatch.cs:line 22\n at CodexPlugin.CodexNode.DownloadContent(ContentId
|
||||||
|
contentId, String fileLabel) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
128\n at ContinuousTests.Tests.TwoClientTest.<>c__DisplayClass11_0.<DownloadTestFile>b__0()
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at ContinuousTests.Tests.TwoClientTest.LogBytesPerMillisecond(Action
|
||||||
|
action) in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
82\n at ContinuousTests.Tests.TwoClientTest.DownloadTestFile() in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at InvokeStub_TwoClientTest.DownloadTestFile(Object, Object, IntPtr*)\n at
|
||||||
|
System.Reflection.MethodInvoker.Invoke(Object obj, IntPtr* args, BindingFlags
|
||||||
|
invokeAttr)\n at System.Reflection.RuntimeMethodInfo.Invoke(Object obj,
|
||||||
|
BindingFlags invokeAttr, Binder binder, Object[] parameters, CultureInfo culture)\n at
|
||||||
|
ContinuousTests.TestHandle.InvokeMoment(Int32 currentMoment, Action`1 beforeInvoke)
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/TestHandle.cs:line 47\n at
|
||||||
|
ContinuousTests.SingleTestRun.RunMoment(Int32 t) in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
250\n at ContinuousTests.SingleTestRun.RunTestMoments() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
150\n at ContinuousTests.SingleTestRun.RunTest(Action`1 resultHandler) in
|
||||||
|
/cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line 76\n at
|
||||||
|
ContinuousTests.SingleTestRun.<>c__DisplayClass13_0.<Run>b__0() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
53\n at Utils.TaskFactory.CatchException(Action action, String name) in
|
||||||
|
/cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 20\n at Utils.TaskFactory.<>c__DisplayClass2_0.<Run>b__0()
|
||||||
|
in /cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 12\n at System.Threading.ExecutionContext.RunFromThreadPoolDispatchLoop(Thread
|
||||||
|
threadPoolThread, ExecutionContext executionContext, ContextCallback callback,
|
||||||
|
Object state)\n at System.Threading.Tasks.Task.ExecuteWithThreadLocal(Task&
|
||||||
|
currentTaskSlot, Thread threadPoolThread)\n at System.Threading.ThreadPoolWorkQueue.Dispatch()\n at
|
||||||
|
System.Threading.PortableThreadPool.WorkerThread.WorkerThreadStart()\n---
|
||||||
|
End of stack trace from previous location ---\n\n --- End of inner exception
|
||||||
|
stack trace ---\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144<---\n\n
|
||||||
|
---> (Inner Exception #2) System.AggregateException: One or more errors occurred.
|
||||||
|
(A task was canceled.)\n ---> System.Threading.Tasks.TaskCanceledException:
|
||||||
|
A task was canceled.\n at System.Threading.Tasks.Task.GetExceptions(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144\n at
|
||||||
|
Core.Http.LockRetry[T](Func`1 operation, String description) in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
212\n at Core.Http.HttpGetStream(String route) in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
120\n at CodexPlugin.CodexAccess.DownloadFile(String contentId) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexAccess.cs:line
|
||||||
|
71\n at CodexPlugin.CodexNode.DownloadToFile(String contentId, TrackedFile
|
||||||
|
file) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
200\n at CodexPlugin.CodexNode.<>c__DisplayClass35_0.<DownloadContent>b__0()
|
||||||
|
in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line 128\n at
|
||||||
|
Logging.Stopwatch.Measure(ILog log, String name, Action action, Boolean debug)
|
||||||
|
in /cs-codex-dist-tests/Framework/Logging/Stopwatch.cs:line 22\n at CodexPlugin.CodexNode.DownloadContent(ContentId
|
||||||
|
contentId, String fileLabel) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
128\n at ContinuousTests.Tests.TwoClientTest.<>c__DisplayClass11_0.<DownloadTestFile>b__0()
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at ContinuousTests.Tests.TwoClientTest.LogBytesPerMillisecond(Action
|
||||||
|
action) in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
82\n at ContinuousTests.Tests.TwoClientTest.DownloadTestFile() in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at InvokeStub_TwoClientTest.DownloadTestFile(Object, Object, IntPtr*)\n at
|
||||||
|
System.Reflection.MethodInvoker.Invoke(Object obj, IntPtr* args, BindingFlags
|
||||||
|
invokeAttr)\n at System.Reflection.RuntimeMethodInfo.Invoke(Object obj,
|
||||||
|
BindingFlags invokeAttr, Binder binder, Object[] parameters, CultureInfo culture)\n at
|
||||||
|
ContinuousTests.TestHandle.InvokeMoment(Int32 currentMoment, Action`1 beforeInvoke)
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/TestHandle.cs:line 47\n at
|
||||||
|
ContinuousTests.SingleTestRun.RunMoment(Int32 t) in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
250\n at ContinuousTests.SingleTestRun.RunTestMoments() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
150\n at ContinuousTests.SingleTestRun.RunTest(Action`1 resultHandler) in
|
||||||
|
/cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line 76\n at
|
||||||
|
ContinuousTests.SingleTestRun.<>c__DisplayClass13_0.<Run>b__0() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
53\n at Utils.TaskFactory.CatchException(Action action, String name) in
|
||||||
|
/cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 20\n at Utils.TaskFactory.<>c__DisplayClass2_0.<Run>b__0()
|
||||||
|
in /cs-codex-dist-tests/Framework/Utils/TaskFactory.cs:line 12\n at System.Threading.ExecutionContext.RunFromThreadPoolDispatchLoop(Thread
|
||||||
|
threadPoolThread, ExecutionContext executionContext, ContextCallback callback,
|
||||||
|
Object state)\n at System.Threading.Tasks.Task.ExecuteWithThreadLocal(Task&
|
||||||
|
currentTaskSlot, Thread threadPoolThread)\n at System.Threading.ThreadPoolWorkQueue.Dispatch()\n at
|
||||||
|
System.Threading.PortableThreadPool.WorkerThread.WorkerThreadStart()\n---
|
||||||
|
End of stack trace from previous location ---\n\n --- End of inner exception
|
||||||
|
stack trace ---\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144<---\n\n
|
||||||
|
---> (Inner Exception #3) System.AggregateException: One or more errors occurred.
|
||||||
|
(Connection refused (bootstrap-2-2-int.two-client-test-bugfix.svc.cluster.local:30014))\n
|
||||||
|
---> System.Net.Http.HttpRequestException: Connection refused (bootstrap-2-2-int.two-client-test-bugfix.svc.cluster.local:30014)\n
|
||||||
|
---> System.Net.Sockets.SocketException (111): Connection refused\n at System.Net.Sockets.Socket.AwaitableSocketAsyncEventArgs.ThrowException(SocketError
|
||||||
|
error, CancellationToken cancellationToken)\n at System.Net.Sockets.Socket.AwaitableSocketAsyncEventArgs.System.Threading.Tasks.Sources.IValueTaskSource.GetResult(Int16
|
||||||
|
token)\n at System.Net.Sockets.Socket.<ConnectAsync>g__WaitForConnectWithCancellation|281_0(AwaitableSocketAsyncEventArgs
|
||||||
|
saea, ValueTask connectTask, CancellationToken cancellationToken)\n at System.Net.Http.HttpConnectionPool.ConnectToTcpHostAsync(String
|
||||||
|
host, Int32 port, HttpRequestMessage initialRequest, Boolean async, CancellationToken
|
||||||
|
cancellationToken)\n --- End of inner exception stack trace ---\n at System.Net.Http.HttpConnectionPool.ConnectToTcpHostAsync(String
|
||||||
|
host, Int32 port, HttpRequestMessage initialRequest, Boolean async, CancellationToken
|
||||||
|
cancellationToken)\n at System.Net.Http.HttpConnectionPool.ConnectAsync(HttpRequestMessage
|
||||||
|
request, Boolean async, CancellationToken cancellationToken)\n at System.Net.Http.HttpConnectionPool.CreateHttp11ConnectionAsync(HttpRequestMessage
|
||||||
|
request, Boolean async, CancellationToken cancellationToken)\n at System.Net.Http.HttpConnectionPool.AddHttp11ConnectionAsync(QueueItem
|
||||||
|
queueItem)\n at System.Threading.Tasks.TaskCompletionSourceWithCancellation`1.WaitWithCancellationAsync(CancellationToken
|
||||||
|
cancellationToken)\n at System.Net.Http.HttpConnectionPool.HttpConnectionWaiter`1.WaitForConnectionAsync(Boolean
|
||||||
|
async, CancellationToken requestCancellationToken)\n at System.Net.Http.HttpConnectionPool.SendWithVersionDetectionAndRetryAsync(HttpRequestMessage
|
||||||
|
request, Boolean async, Boolean doRequestAuth, CancellationToken cancellationToken)\n at
|
||||||
|
System.Net.Http.RedirectHandler.SendAsync(HttpRequestMessage request, Boolean
|
||||||
|
async, CancellationToken cancellationToken)\n at System.Net.Http.HttpClient.GetStreamAsyncCore(HttpRequestMessage
|
||||||
|
request, CancellationToken cancellationToken)\n --- End of inner exception
|
||||||
|
stack trace ---\n at System.Threading.Tasks.Task.ThrowIfExceptional(Boolean
|
||||||
|
includeTaskCanceledExceptions)\n at System.Threading.Tasks.Task.Wait(Int32
|
||||||
|
millisecondsTimeout, CancellationToken cancellationToken)\n at System.Threading.Tasks.Task.Wait()\n at
|
||||||
|
Utils.Time.Wait[T](Task`1 task) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
12\n at Core.Http.<>c__DisplayClass15_0.<HttpGetStream>b__0() in /cs-codex-dist-tests/Framework/Core/Http.cs:line
|
||||||
|
125\n at Utils.Time.Retry[T](Func`1 action, Int32 maxRetries, TimeSpan retryTime,
|
||||||
|
String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line 144<---\n\n ---
|
||||||
|
End of inner exception stack trace ---\n at Utils.Time.Retry[T](Func`1 action,
|
||||||
|
Int32 maxRetries, TimeSpan retryTime, String description) in /cs-codex-dist-tests/Framework/Utils/Time.cs:line
|
||||||
|
139\n at Core.Http.LockRetry[T](Func`1 operation, String description) in
|
||||||
|
/cs-codex-dist-tests/Framework/Core/Http.cs:line 212\n at Core.Http.HttpGetStream(String
|
||||||
|
route) in /cs-codex-dist-tests/Framework/Core/Http.cs:line 120\n at CodexPlugin.CodexAccess.DownloadFile(String
|
||||||
|
contentId) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexAccess.cs:line
|
||||||
|
71\n at CodexPlugin.CodexNode.DownloadToFile(String contentId, TrackedFile
|
||||||
|
file) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
200\n at CodexPlugin.CodexNode.<>c__DisplayClass35_0.<DownloadContent>b__0()
|
||||||
|
in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line 128\n at
|
||||||
|
Logging.Stopwatch.Measure(ILog log, String name, Action action, Boolean debug)
|
||||||
|
in /cs-codex-dist-tests/Framework/Logging/Stopwatch.cs:line 22\n at CodexPlugin.CodexNode.DownloadContent(ContentId
|
||||||
|
contentId, String fileLabel) in /cs-codex-dist-tests/ProjectPlugins/CodexPlugin/CodexNode.cs:line
|
||||||
|
128\n at ContinuousTests.Tests.TwoClientTest.<>c__DisplayClass11_0.<DownloadTestFile>b__0()
|
||||||
|
in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at ContinuousTests.Tests.TwoClientTest.LogBytesPerMillisecond(Action
|
||||||
|
action) in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
82\n at ContinuousTests.Tests.TwoClientTest.DownloadTestFile() in /cs-codex-dist-tests/Tests/CodexContinuousTests/Tests/TwoClientTest.cs:line
|
||||||
|
43\n at InvokeStub_TwoClientTest.DownloadTestFile(Object, Object, IntPtr*)\n at
|
||||||
|
System.Reflection.MethodInvoker.Invoke(Object obj, IntPtr* args, BindingFlags
|
||||||
|
invokeAttr)\n at ContinuousTests.SingleTestRun.ThrowFailTest() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
186\n at ContinuousTests.SingleTestRun.RunTestMoments() in /cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line
|
||||||
|
155\n at ContinuousTests.SingleTestRun.RunTest(Action`1 resultHandler) in
|
||||||
|
/cs-codex-dist-tests/Tests/CodexContinuousTests/SingleTestRun.cs:line 76","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Failed","testduration":"0","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T22:52:53.0881883Z","testtype":"continuous-tests"},"sort":[1707260859661]},{"_index":"continuous-tests-status-2024.02.07","_id":"tpapg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T22:52:52.2996375Z","avgdownload":"780.8KB/s","avgupload":"3MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<BOOTSTRAP2>,<CODEX13>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"141.9114191","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T22:50:30.3878431Z","testtype":"continuous-tests"},"sort":[1707259972299]},{"_index":"continuous-tests-status-2024.02.07","_id":"sZapg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T22:50:30.0675681Z","avgdownload":"152.9KB/s","avgupload":"3.1MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<CODEX24>,<CODEX13>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"572.9451525","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T22:40:57.1222113Z","testtype":"continuous-tests"},"sort":[1707259830067]},{"_index":"continuous-tests-status-2024.02.07","_id":"sJapg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T22:40:56.1120614Z","avgdownload":"70KB/s","avgupload":"3.1MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<BOOTSTRAP2>,<CODEX24>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"1207.5289232","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T22:20:48.5829991Z","testtype":"continuous-tests"},"sort":[1707259256112]},{"_index":"continuous-tests-status-2024.02.07","_id":"r5apg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T22:20:47.5015704Z","avgdownload":"107KB/s","avgupload":"2.9MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<CODEX13>,<CODEX24>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"804.6780181","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T22:07:22.8233627Z","testtype":"continuous-tests"},"sort":[1707258047501]},{"_index":"continuous-tests-status-2024.02.07","_id":"rpapg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T22:07:13.1890259Z","avgdownload":"1.2MB/s","avgupload":"2.5MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<CODEX24>,<BOOTSTRAP2>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"113.1299709","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T22:05:20.0552568Z","testtype":"continuous-tests"},"sort":[1707257233189]},{"_index":"continuous-tests-status-2024.02.07","_id":"qJapg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T22:05:19.1233015Z","avgdownload":"128.4KB/s","avgupload":"2.3MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<CODEX13>,<CODEX24>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"683.6157221","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T21:53:55.5063178Z","testtype":"continuous-tests"},"sort":[1707257119123]},{"_index":"continuous-tests-status-2024.02.07","_id":"p5apg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T21:53:47.1782269Z","avgdownload":"1MB/s","avgupload":"3.4MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<BOOTSTRAP2>,<CODEX13>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"113.2005889","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T21:51:53.9774688Z","testtype":"continuous-tests"},"sort":[1707256427178]},{"_index":"continuous-tests-status-2024.02.07","_id":"ppapg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T21:51:45.5038683Z","avgdownload":"988.9KB/s","avgupload":"4.2MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<BOOTSTRAP2>,<CODEX13>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"112.4111551","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T21:49:53.0925544Z","testtype":"continuous-tests"},"sort":[1707256305503]},{"_index":"continuous-tests-status-2024.02.07","_id":"pZapg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T21:49:11.8557349Z","avgdownload":"1.8MB/s","avgupload":"3.3MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<CODEX24>,<BOOTSTRAP2>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"78.958915","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T21:47:52.8966341Z","testtype":"continuous-tests"},"sort":[1707256151855]},{"_index":"continuous-tests-status-2024.02.07","_id":"mpapg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T21:47:33.8366307Z","avgdownload":"1.1MB/s","avgupload":"4.3MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<BOOTSTRAP2>,<CODEX24>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"101.1595982","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T21:45:52.6769016Z","testtype":"continuous-tests"},"sort":[1707256053836]},{"_index":"continuous-tests-status-2024.02.07","_id":"mZapg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T21:45:08.0812184Z","avgdownload":"1.7MB/s","avgupload":"4.1MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<CODEX24>,<CODEX13>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"75.6624344","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T21:43:52.4185559Z","testtype":"continuous-tests"},"sort":[1707255908081]},{"_index":"continuous-tests-status-2024.02.07","_id":"mJapg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T21:43:14.2974430Z","avgdownload":"1.8MB/s","avgupload":"3.1MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<CODEX24>,<BOOTSTRAP2>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"82.0906635","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T21:41:52.2061498Z","testtype":"continuous-tests"},"sort":[1707255794297]},{"_index":"continuous-tests-status-2024.02.07","_id":"l5apg40BTe2pYqi1l9b8","_score":null,"_source":{"@timestamp":"2024-02-06T21:41:05.3802809Z","avgdownload":"1.8MB/s","avgupload":"4.4MB/s","category":"none","codexcontractsid":"codexstorage/codex-contracts-eth:sha-b5f3399-dist-tests","codexid":"untagged
|
||||||
|
build","codexrevision":"6869475","error":"OK","fixturename":"none","gethid":"codexstorage/dist-tests-geth:latest","involvedpods":"<CODEX24>,<CODEX13>","message":"OK","prometheusid":"codexstorage/dist-tests-prometheus:latest","runid":"20240206-093136","status":"Passed","testduration":"73.3825081","testframeworkrevision":"c3eeb0b","testid":"EnvVar-TESTID-NotSet","testname":"TwoClientTest","teststart":"2024-02-06T21:39:51.9897720Z","testtype":"continuous-tests"},"sort":[1707255665380]}]}}'
|
||||||
|
headers:
|
||||||
|
Transfer-Encoding:
|
||||||
|
- chunked
|
||||||
|
X-elastic-product:
|
||||||
|
- Elasticsearch
|
||||||
|
content-type:
|
||||||
|
- application/vnd.elasticsearch+json;compatible-with=8
|
||||||
|
status:
|
||||||
|
code: 200
|
||||||
|
message: OK
|
||||||
|
version: 1
|
|
@ -78,3 +78,23 @@ def test_should_respect_time_horizon_for_retrieving_resources():
|
||||||
namespaces = repo.namespaces('codex-continuous-tests-profiling')
|
namespaces = repo.namespaces('codex-continuous-tests-profiling')
|
||||||
|
|
||||||
assert len(list(namespaces)) == 2
|
assert len(list(namespaces)) == 2
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.vcr
|
||||||
|
def test_should_retrieve_test_runs_over_a_single_run_id():
|
||||||
|
repo = ElasticSearchLogRepo()
|
||||||
|
runs = list(repo.test_runs('20240206-093136'))
|
||||||
|
|
||||||
|
assert len(runs) == 14
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.vcr
|
||||||
|
def test_should_retrieve_failing_test_runs_over_a_single_run_id():
|
||||||
|
repo = ElasticSearchLogRepo()
|
||||||
|
runs = list(repo.test_runs('20240206-093136', failed_only=True))
|
||||||
|
|
||||||
|
assert len(runs) == 1
|
||||||
|
assert runs[0].error.strip() == (
|
||||||
|
"data/zDvZRwzm5UemKDPMvadCu999HrqUnCJGzvKnsF7eiy2XV3TzoW7V/network' timed out after "
|
||||||
|
"3 tries over 10 mins, 1 secs."
|
||||||
|
)
|
||||||
|
|
Loading…
Reference in New Issue